12:16:57.601 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
12:16:57.601 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskHZdzQG/test-tmp
12:16:57.602 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
12:16:57.602 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskHZdzQG/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
12:16:57.603 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
12:16:57.931 [DEBUG - main] (MiniKuduCluster.java:195) Response:
12:16:57.931 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
12:16:57.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:57.933382 1352 mini_oidc.cc:152] Starting JWKS server
12:16:57.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:57.935932 1352 webserver.cc:460] Webserver started at http://127.0.0.1:38423/ using document root <none> and password file <none>
12:16:57.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:57.936146 1352 mini_oidc.cc:189] Starting OIDC Discovery server
12:16:57.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:57.936774 1352 webserver.cc:460] Webserver started at http://127.0.0.1:46155/ using document root <none> and password file <none>
12:16:57.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T12:16:57Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
12:16:57.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T12:16:57Z Disabled control of system clock
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:57.972077 1352 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-0/wal
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-0/data
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-0/logs
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-0/data/info.pb
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.82.62:46627
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.82.62
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.82.20:33823
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38423/jwks.json
12:16:57.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
12:16:57.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
12:16:58.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.308493 1372 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:16:58.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.308854 1372 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:16:58.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.308943 1372 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:16:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.316136 1372 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
12:16:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.316244 1372 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
12:16:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.316282 1372 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:16:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.316329 1372 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
12:16:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.316370 1372 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
12:16:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.316423 1372 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
12:16:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.316455 1372 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38423/jwks.json
12:16:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.325405 1372 master_runner.cc:386] Master server non-default flags:
12:16:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:16:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.82.20:33823
12:16:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:16:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:16:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
12:16:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-0/data
12:16:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-0/wal
12:16:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:16:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599
12:16:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
12:16:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:16:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:16:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:16:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.82.62:46627
12:16:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:16:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38423/jwks.json
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-0/data/info.pb
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.82.62
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-0/logs
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 11:06:41 UTC on ccycloud.quasar-bwoogy.root.comops.site
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575991
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:16:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.326632 1372 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:16:58.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.328369 1372 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:16:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.345014 1377 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:16:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.345284 1380 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:16:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.346066 1378 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:16:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.347386 1372 server_base.cc:1034] running on GCE node
12:16:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.348270 1372 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:16:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.349749 1372 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:16:58.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.350999 1372 hybrid_clock.cc:648] HybridClock initialized: now 1786277818350963 us; error 86 us; skew 500 ppm
12:16:58.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.351432 1372 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:16:58.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.353724 1372 webserver.cc:460] Webserver started at http://127.1.82.62:36829/ using document root <none> and password file <none>
12:16:58.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.354415 1372 fs_manager.cc:359] Metadata directory not provided
12:16:58.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.354545 1372 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:16:58.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.354871 1372 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:16:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.357638 1372 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-0/data/instance:
12:16:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8e8730aa8f6419aaa0573756c2e6202"
12:16:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:16:58 on dist-test-slave-04bb"
12:16:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.358461 1372 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-0/wal/instance:
12:16:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8e8730aa8f6419aaa0573756c2e6202"
12:16:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:16:58 on dist-test-slave-04bb"
12:16:58.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.363659 1372 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.003s sys 0.003s
12:16:58.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.367014 1389 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:16:58.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.368285 1372 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s
12:16:58.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.368494 1372 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-0/data,/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-0/wal
12:16:58.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8e8730aa8f6419aaa0573756c2e6202"
12:16:58.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:16:58 on dist-test-slave-04bb"
12:16:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.368772 1372 fs_report.cc:383] FS layout report
12:16:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:16:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-0/wal
12:16:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-0/wal
12:16:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-0/data/data
12:16:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:16:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:16:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:16:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:16:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:16:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:16:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:16:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:16:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:16:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:16:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:16:58.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.402494 1372 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:16:58.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.403443 1372 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:16:58.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.403779 1372 kserver.cc:163] Server-wide thread pool size limit: 3276
12:16:58.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.425772 1372 rpc_server.cc:307] RPC server started. Bound to: 127.1.82.62:46627
12:16:58.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.425792 1480 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.82.62:46627 every 8 connection(s)
12:16:58.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.427085 1372 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-0/data/info.pb
12:16:58.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.429420 1352 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu as pid 1372
12:16:58.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.429709 1352 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-0/wal/instance
12:16:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.431799 1481 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
12:16:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.432636 1352 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu
12:16:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu
12:16:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-1/wal
12:16:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-1/data
12:16:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:16:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:16:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:16:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:16:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:16:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:16:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-1/logs
12:16:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-1/data/info.pb
12:16:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.82.61:34131
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.82.61
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.82.20:33823
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38423/jwks.json
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
12:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
12:16:58.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.440752 1481 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } has no permanent_uuid. Determining permanent_uuid...
12:16:58.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.459826 1481 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } has no permanent_uuid. Determining permanent_uuid...
12:16:58.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.461004 1394 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:16:58.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.462651 1481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.82.61:34131: Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:16:58.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.512037 1481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } attempt: 1
12:16:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.514289 1481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.82.61:34131: Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:16:58.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.582640 1481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } attempt: 2
12:16:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.585469 1481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.82.61:34131: Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:16:58.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.676748 1481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } attempt: 3
12:16:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.678869 1481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.82.61:34131: Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:16:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.767951 1483 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:16:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.768244 1483 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:16:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.768333 1483 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:16:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.775586 1483 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
12:16:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.775681 1483 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
12:16:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.775719 1483 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:16:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.775768 1483 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
12:16:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.775805 1483 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
12:16:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.775861 1483 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
12:16:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.775900 1483 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38423/jwks.json
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.784791 1483 master_runner.cc:386] Master server non-default flags:
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.82.20:33823
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-1/data
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-1/wal
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.82.61:34131
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38423/jwks.json
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-1/data/info.pb
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.82.61
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-1/logs
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 11:06:41 UTC on ccycloud.quasar-bwoogy.root.comops.site
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575991
12:16:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:16:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.786026 1483 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:16:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.787781 1483 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:16:58.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.799530 1494 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:16:58.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.799731 1498 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:16:58.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.799785 1495 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:16:58.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.800869 1483 server_base.cc:1034] running on GCE node
12:16:58.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.801579 1483 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:16:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.802882 1483 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:16:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.804095 1483 hybrid_clock.cc:648] HybridClock initialized: now 1786277818804050 us; error 37 us; skew 500 ppm
12:16:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.804436 1483 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:16:58.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.806842 1483 webserver.cc:460] Webserver started at http://127.1.82.61:40201/ using document root <none> and password file <none>
12:16:58.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.807471 1483 fs_manager.cc:359] Metadata directory not provided
12:16:58.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.807559 1483 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:16:58.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.807843 1483 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:16:58.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.810588 1483 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-1/data/instance:
12:16:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c"
12:16:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:16:58 on dist-test-slave-04bb"
12:16:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.811335 1483 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-1/wal/instance:
12:16:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c"
12:16:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:16:58 on dist-test-slave-04bb"
12:16:58.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.816370 1483 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.001s
12:16:58.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.819865 1507 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:16:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.821255 1483 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
12:16:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.821394 1483 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-1/data,/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-1/wal
12:16:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c"
12:16:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:16:58 on dist-test-slave-04bb"
12:16:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.821573 1483 fs_report.cc:383] FS layout report
12:16:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:16:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-1/wal
12:16:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-1/wal
12:16:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-1/data/data
12:16:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:16:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:16:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:16:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:16:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:16:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:16:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:16:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:16:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:16:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:16:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:16:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.822149 1481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } attempt: 4
12:16:58.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.824270 1481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.82.61:34131: Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:16:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.856637 1483 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:16:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.857543 1483 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:16:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.857807 1483 kserver.cc:163] Server-wide thread pool size limit: 3276
12:16:58.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.880661 1483 rpc_server.cc:307] RPC server started. Bound to: 127.1.82.61:34131
12:16:58.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.880681 1590 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.82.61:34131 every 8 connection(s)
12:16:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.881992 1483 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-1/data/info.pb
12:16:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.884150 1352 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu as pid 1483
12:16:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.884341 1352 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-1/wal/instance
12:16:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.885658 1352 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu
12:16:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu
12:16:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/wal
12:16:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/data
12:16:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:16:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:16:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:16:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:16:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/logs
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/data/info.pb
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.82.60:46599
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.82.60
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.82.20:33823
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38423/jwks.json
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
12:16:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.886682 1591 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
12:16:58.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.895334 1591 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } has no permanent_uuid. Determining permanent_uuid...
12:16:58.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.909734 1591 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } has no permanent_uuid. Determining permanent_uuid...
12:16:58.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.920832 1591 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } has no permanent_uuid. Determining permanent_uuid...
12:16:58.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.921912 1509 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111)
12:16:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.923579 1591 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.82.60:46599: Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111)
12:16:58.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:58.972909 1591 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } attempt: 1
12:16:58.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:58.975301 1591 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.82.60:46599: Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111)
12:16:59.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.043560 1591 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } attempt: 2
12:16:59.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.045717 1591 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.82.60:46599: Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111)
12:16:59.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.123579 1481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } attempt: 5
12:16:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.131107 1481 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } has no permanent_uuid. Determining permanent_uuid...
12:16:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.132855 1481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.82.60:46599: Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111)
12:16:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.136933 1591 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } attempt: 3
12:16:59.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.138659 1591 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.82.60:46599: Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111)
12:16:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.184141 1481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } attempt: 1
12:16:59.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.186180 1481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.82.60:46599: Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111)
12:16:59.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.223135 1593 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:16:59.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.223451 1593 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:16:59.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.223577 1593 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:16:59.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.230760 1593 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
12:16:59.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.230899 1593 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
12:16:59.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.230957 1593 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:16:59.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.231032 1593 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
12:16:59.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.231103 1593 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
12:16:59.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.231210 1593 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
12:16:59.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.231281 1593 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38423/jwks.json
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.240010 1593 master_runner.cc:386] Master server non-default flags:
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.82.20:33823
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/data
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/wal
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.82.60:46599
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38423/jwks.json
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:16:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/data/info.pb
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.82.60
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/logs
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 11:06:41 UTC on ccycloud.quasar-bwoogy.root.comops.site
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575991
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:16:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.241549 1593 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:16:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.243346 1593 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:16:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.254418 1481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } attempt: 2
12:16:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.254989 1610 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:16:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.255149 1612 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:16:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.254944 1607 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:16:59.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.256595 1481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.82.60:46599: Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111)
12:16:59.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.256851 1593 server_base.cc:1034] running on GCE node
12:16:59.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.257576 1593 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:16:59.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.258900 1593 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:16:59.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.260138 1593 hybrid_clock.cc:648] HybridClock initialized: now 1786277819260050 us; error 47 us; skew 500 ppm
12:16:59.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.260450 1593 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:16:59.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.262867 1593 webserver.cc:460] Webserver started at http://127.1.82.60:35605/ using document root <none> and password file <none>
12:16:59.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.263481 1593 fs_manager.cc:359] Metadata directory not provided
12:16:59.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.263577 1593 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:16:59.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.263833 1593 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:16:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.266395 1593 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/data/instance:
12:16:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f"
12:16:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:16:59 on dist-test-slave-04bb"
12:16:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.267138 1593 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/wal/instance:
12:16:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f"
12:16:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:16:59 on dist-test-slave-04bb"
12:16:59.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.272636 1593 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.007s sys 0.001s
12:16:59.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.277451 1620 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:16:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.278760 1593 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
12:16:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.278977 1593 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/data,/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/wal
12:16:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f"
12:16:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:16:59 on dist-test-slave-04bb"
12:16:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.279222 1593 fs_report.cc:383] FS layout report
12:16:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:16:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/wal
12:16:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/wal
12:16:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/data/data
12:16:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:16:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:16:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:16:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:16:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:16:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:16:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:16:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:16:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:16:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:16:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:16:59.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.281903 1591 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } attempt: 4
12:16:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.283706 1591 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.82.60:46599: Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111)
12:16:59.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.314226 1593 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:16:59.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.315119 1593 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:16:59.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.315376 1593 kserver.cc:163] Server-wide thread pool size limit: 3276
12:16:59.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.338758 1593 rpc_server.cc:307] RPC server started. Bound to: 127.1.82.60:46599
12:16:59.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.338770 1701 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.82.60:46599 every 8 connection(s)
12:16:59.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.340039 1593 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/data/info.pb
12:16:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.343922 1702 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
12:16:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.347086 1352 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu as pid 1593
12:16:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.347230 1352 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/wal/instance
12:16:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.351634 1702 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } has no permanent_uuid. Determining permanent_uuid...
12:16:59.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.362849 1481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } attempt: 3
12:16:59.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.369212 1702 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } has no permanent_uuid. Determining permanent_uuid...
12:16:59.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.380366 1702 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } has no permanent_uuid. Determining permanent_uuid...
12:16:59.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.381449 1481 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202: Bootstrap starting.
12:16:59.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.385529 1481 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202: Neither blocks nor log segments found. Creating new log.
12:16:59.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.386859 1481 log.cc:824] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202: Log is configured to *not* fsync() on all Append() calls
12:16:59.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.390293 1481 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202: No bootstrap required, opened a new log
12:16:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.392288 1702 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f: Bootstrap starting.
12:16:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.395860 1702 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f: Neither blocks nor log segments found. Creating new log.
12:16:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.397202 1702 log.cc:824] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f: Log is configured to *not* fsync() on all Append() calls
12:16:59.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.399101 1481 raft_consensus.cc:348] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:16:59.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.399400 1481 raft_consensus.cc:374] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:16:59.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.399547 1481 raft_consensus.cc:729] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d8e8730aa8f6419aaa0573756c2e6202, State: Initialized, Role: FOLLOWER
12:16:59.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.399726 1702 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f: No bootstrap required, opened a new log
12:16:59.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.400257 1481 consensus_queue.cc:260] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:16:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.401207 1715 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:16:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.401595 1715 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [sys.catalog]: This master's current role is: FOLLOWER
12:16:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.402318 1481 sys_catalog.cc:564] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [sys.catalog]: configured and running, proceeding with master startup.
12:16:59.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.406570 1398 tablet.cc:2369] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202: Can't schedule compaction. Clean time has not been advanced past its initial value.
12:16:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.409235 1702 raft_consensus.cc:348] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:16:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.409622 1702 raft_consensus.cc:374] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:16:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.409757 1702 raft_consensus.cc:729] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: daba6f8373014b6a8ea9b7c6b79b1c8f, State: Initialized, Role: FOLLOWER
12:16:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.412413 1702 consensus_queue.cc:260] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:16:59.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.415935 1731 catalog_manager.cc:1558] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
12:16:59.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.416230 1731 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
12:16:59.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.417068 1733 sys_catalog.cc:455] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:16:59.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.417589 1733 sys_catalog.cc:458] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [sys.catalog]: This master's current role is: FOLLOWER
12:16:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.418255 1702 sys_catalog.cc:564] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [sys.catalog]: configured and running, proceeding with master startup.
12:16:59.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.412451 1372 master_runner.cc:186] Error getting master registration for 127.1.82.61:34131: OK, instance_id { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" instance_seqno: 1786277818875353 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
12:16:59.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.423506 1372 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:16:59.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.445899 1750 catalog_manager.cc:1558] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
12:16:59.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:16:59.446221 1750 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
12:16:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.433166 1593 master_runner.cc:186] Error getting master registration for 127.1.82.61:34131: OK, instance_id { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" instance_seqno: 1786277818875353 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
12:16:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.448081 1593 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:16:59.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.459632 1733 raft_consensus.cc:482] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:16:59.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.459931 1733 raft_consensus.cc:504] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:16:59.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.461395 1733 leader_election.cc:288] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131)
12:16:59.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.462189 1431 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d8e8730aa8f6419aaa0573756c2e6202" is_pre_election: true
12:16:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.462868 1431 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate daba6f8373014b6a8ea9b7c6b79b1c8f in term 0.
12:16:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.463447 1621 leader_election.cc:302] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d8e8730aa8f6419aaa0573756c2e6202, daba6f8373014b6a8ea9b7c6b79b1c8f; no voters:
12:16:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.463814 1733 raft_consensus.cc:2781] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 0 FOLLOWER]: Leader pre-election won for term 1
12:16:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.463965 1733 raft_consensus.cc:482] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:16:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.464090 1733 raft_consensus.cc:3037] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 0 FOLLOWER]: Advancing to term 1
12:16:59.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.467276 1733 raft_consensus.cc:504] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:16:59.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.467989 1733 leader_election.cc:288] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 1 election: Requested vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131)
12:16:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.469662 1431 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d8e8730aa8f6419aaa0573756c2e6202"
12:16:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.469875 1431 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 0 FOLLOWER]: Advancing to term 1
12:16:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.472107 1431 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate daba6f8373014b6a8ea9b7c6b79b1c8f in term 1.
12:16:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.472565 1621 leader_election.cc:302] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d8e8730aa8f6419aaa0573756c2e6202, daba6f8373014b6a8ea9b7c6b79b1c8f; no voters:
12:16:59.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.472913 1733 raft_consensus.cc:2781] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 1 FOLLOWER]: Leader election won for term 1
12:16:59.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.473693 1733 raft_consensus.cc:686] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 1 LEADER]: Becoming Leader. State: Replica: daba6f8373014b6a8ea9b7c6b79b1c8f, State: Running, Role: LEADER
12:16:59.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.474288 1733 consensus_queue.cc:237] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:16:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.477792 1754 sys_catalog.cc:455] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [sys.catalog]: SysCatalogTable state changed. Reason: New leader daba6f8373014b6a8ea9b7c6b79b1c8f. Latest consensus state: current_term: 1 leader_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:16:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.478145 1754 sys_catalog.cc:458] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [sys.catalog]: This master's current role is: LEADER
12:16:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.489360 1758 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
12:16:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.491534 1758 catalog_manager.cc:1484] Initializing Kudu cluster ID...
12:16:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.502141 1431 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 1 FOLLOWER]: Refusing update from remote peer daba6f8373014b6a8ea9b7c6b79b1c8f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
12:16:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.502988 1754 consensus_queue.cc:1035] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [LEADER]: Connected to new peer: Peer: permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:16:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.514194 1715 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [sys.catalog]: SysCatalogTable state changed. Reason: New leader daba6f8373014b6a8ea9b7c6b79b1c8f. Latest consensus state: current_term: 1 leader_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:16:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.514510 1715 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [sys.catalog]: This master's current role is: FOLLOWER
12:16:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.520153 1733 sys_catalog.cc:455] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:16:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.520504 1733 sys_catalog.cc:458] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [sys.catalog]: This master's current role is: LEADER
12:16:59.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.520975 1761 mvcc.cc:205] Tried to move back new op lower bound from 7316593948663898112 to 7316593948571803648. Current Snapshot: MvccSnapshot[applied={T|T < 7316593948663898112}]
12:16:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.525704 1758 catalog_manager.cc:1347] Generated new cluster ID: 361ab956fb6541a09f34bbb5bf23deed
12:16:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.525835 1758 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
12:16:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.527963 1715 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:16:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.528167 1715 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [sys.catalog]: This master's current role is: FOLLOWER
12:16:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.551641 1758 catalog_manager.cc:1370] Generated new certificate authority record
12:16:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.556037 1758 catalog_manager.cc:1504] Loading token signing keys...
12:16:59.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.580965 1758 catalog_manager.cc:5868] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f: Generated new TSK 0
12:16:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.582989 1758 catalog_manager.cc:1514] Initializing in-progress tserver states...
12:16:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.582938 1591 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } attempt: 5
12:16:59.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.596287 1591 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c: Bootstrap starting.
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.600939 1352 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-0/wal
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-0/data
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-0/logs
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-0/data/info.pb
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
12:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:16:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.82.1:0
12:16:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.82.1
12:16:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.82.1
12:16:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:16:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599
12:16:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.82.20:33823
12:16:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:16:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:16:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:16:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:16:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:16:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
12:16:59.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.611037 1591 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c: Neither blocks nor log segments found. Creating new log.
12:16:59.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.612406 1591 log.cc:824] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c: Log is configured to *not* fsync() on all Append() calls
12:16:59.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.617208 1591 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c: No bootstrap required, opened a new log
12:16:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.630820 1591 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:16:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.631405 1591 raft_consensus.cc:374] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:16:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.631635 1591 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f7ec4f08fc94e0d8f8971bd7eb0968c, State: Initialized, Role: FOLLOWER
12:16:59.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.632596 1591 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:16:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.639914 1769 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:16:59.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.642535 1769 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [sys.catalog]: This master's current role is: FOLLOWER
12:16:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.642484 1538 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c"
12:16:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.642398 1591 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [sys.catalog]: configured and running, proceeding with master startup.
12:16:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.642962 1538 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 0 FOLLOWER]: Advancing to term 1
12:16:59.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.642411 1539 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" is_pre_election: true
12:16:59.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.650545 1538 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate daba6f8373014b6a8ea9b7c6b79b1c8f in term 1.
12:16:59.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.651623 1536 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 1 FOLLOWER]: Refusing update from remote peer daba6f8373014b6a8ea9b7c6b79b1c8f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
12:16:59.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.653901 1754 consensus_queue.cc:1035] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:16:59.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.706389 1769 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [sys.catalog]: SysCatalogTable state changed. Reason: New leader daba6f8373014b6a8ea9b7c6b79b1c8f. Latest consensus state: current_term: 1 leader_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:16:59.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.706831 1769 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [sys.catalog]: This master's current role is: FOLLOWER
12:16:59.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.707679 1782 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:16:59.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.708603 1782 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [sys.catalog]: This master's current role is: FOLLOWER
12:16:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.720079 1792 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
12:16:59.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.741607 1754 sys_catalog.cc:455] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:16:59.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:16:59.741968 1754 sys_catalog.cc:458] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [sys.catalog]: This master's current role is: LEADER
12:17:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.056499 1768 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:17:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.056872 1768 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:17:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.057021 1768 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:17:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.064208 1768 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:17:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.064384 1768 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
12:17:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.064446 1768 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
12:17:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.064515 1768 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
12:17:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.064653 1768 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.82.1
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.074158 1768 tablet_server_runner.cc:78] Tablet server non-default flags:
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.82.20:33823
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-0/data
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-0/wal
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.82.1:0
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-0/data/info.pb
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.82.1
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:17:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:17:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:17:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:17:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.82.1
12:17:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-0/logs
12:17:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:17:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:17:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:17:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
12:17:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:17:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:17:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:17:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 11:06:41 UTC on ccycloud.quasar-bwoogy.root.comops.site
12:17:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575991
12:17:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:17:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.075816 1768 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:17:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.077970 1768 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:17:00.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.092254 1798 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:17:00.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.092372 1799 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:17:00.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.092833 1802 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:17:00.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.093389 1768 server_base.cc:1034] running on GCE node
12:17:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.094336 1768 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:17:00.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.095794 1768 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:17:00.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.097044 1768 hybrid_clock.cc:648] HybridClock initialized: now 1786277820096965 us; error 61 us; skew 500 ppm
12:17:00.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.097525 1768 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:17:00.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.100378 1768 webserver.cc:460] Webserver started at http://127.1.82.1:34131/ using document root <none> and password file <none>
12:17:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.101238 1768 fs_manager.cc:359] Metadata directory not provided
12:17:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.101375 1768 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:17:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.101703 1768 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:17:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.104954 1768 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-0/data/instance:
12:17:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf5ccf0d03994f81bba54d22bd796b9f"
12:17:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:17:00 on dist-test-slave-04bb"
12:17:00.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.105814 1768 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-0/wal/instance:
12:17:00.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf5ccf0d03994f81bba54d22bd796b9f"
12:17:00.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:17:00 on dist-test-slave-04bb"
12:17:00.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.110983 1768 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
12:17:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.114300 1809 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:17:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.115581 1768 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
12:17:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.115721 1768 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-0/data,/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-0/wal
12:17:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf5ccf0d03994f81bba54d22bd796b9f"
12:17:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:17:00 on dist-test-slave-04bb"
12:17:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.115891 1768 fs_report.cc:383] FS layout report
12:17:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:17:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-0/wal
12:17:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-0/wal
12:17:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-0/data/data
12:17:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:17:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:17:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:17:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:17:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:17:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:17:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:17:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:17:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:17:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:17:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:17:00.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.129563 1768 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:17:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.130265 1768 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:17:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.130496 1768 kserver.cc:163] Server-wide thread pool size limit: 3276
12:17:00.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.133256 1768 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
12:17:00.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.133392 1768 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
12:17:00.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.133522 1768 ts_tablet_manager.cc:610] Registered 0 tablets
12:17:00.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.133603 1768 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
12:17:00.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.200248 1768 rpc_server.cc:307] RPC server started. Bound to: 127.1.82.1:39435
12:17:00.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.200284 1992 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.82.1:39435 every 8 connection(s)
12:17:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.201563 1768 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-0/data/info.pb
12:17:00.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.204725 1352 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu as pid 1768
12:17:00.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.204934 1352 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-0/wal/instance
12:17:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.210719 1352 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu
12:17:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu
12:17:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-1/wal
12:17:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-1/data
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-1/logs
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-1/data/info.pb
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.82.2:0
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.82.2
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.82.2
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.82.20:33823
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:17:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
12:17:00.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.217497 1999 heartbeater.cc:347] Connected to a master server at 127.1.82.62:46627
12:17:00.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.218354 1994 heartbeater.cc:347] Connected to a master server at 127.1.82.60:46599
12:17:00.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.220291 1999 heartbeater.cc:464] Registering TS with master...
12:17:00.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.220300 1994 heartbeater.cc:464] Registering TS with master...
12:17:00.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.221338 1994 heartbeater.cc:511] Master 127.1.82.60:46599 requested a full tablet report, sending...
12:17:00.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.221915 1999 heartbeater.cc:511] Master 127.1.82.62:46627 requested a full tablet report, sending...
12:17:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.223685 1639 ts_manager.cc:194] Registered new tserver with Master: bf5ccf0d03994f81bba54d22bd796b9f (127.1.82.1:39435)
12:17:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.223767 1410 ts_manager.cc:194] Registered new tserver with Master: bf5ccf0d03994f81bba54d22bd796b9f (127.1.82.1:39435)
12:17:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.225298 2001 heartbeater.cc:347] Connected to a master server at 127.1.82.61:34131
12:17:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.225445 2001 heartbeater.cc:464] Registering TS with master...
12:17:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.225816 1639 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.82.1:43983
12:17:00.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.225941 2001 heartbeater.cc:511] Master 127.1.82.61:34131 requested a full tablet report, sending...
12:17:00.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.227845 1527 ts_manager.cc:194] Registered new tserver with Master: bf5ccf0d03994f81bba54d22bd796b9f (127.1.82.1:39435)
12:17:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.418500 1731 catalog_manager.cc:1259] Loaded cluster ID: 361ab956fb6541a09f34bbb5bf23deed
12:17:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.418635 1731 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202: loading cluster ID for follower catalog manager: success
12:17:00.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.421711 1731 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202: acquiring CA information for follower catalog manager: success
12:17:00.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.423769 1731 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
12:17:00.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.559347 2005 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:17:00.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.559614 2005 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:17:00.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.559711 2005 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:17:00.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.566809 2005 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:17:00.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.566943 2005 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
12:17:00.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.566980 2005 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
12:17:00.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.567025 2005 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
12:17:00.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.567090 2005 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.82.2
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.576088 2005 tablet_server_runner.cc:78] Tablet server non-default flags:
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.82.20:33823
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-1/data
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-1/wal
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.82.2:0
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-1/data/info.pb
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.82.2
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.82.2
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-1/logs
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:17:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:17:00.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 11:06:41 UTC on ccycloud.quasar-bwoogy.root.comops.site
12:17:00.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575991
12:17:00.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:17:00.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.577387 2005 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:17:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.579229 2005 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:17:00.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.593027 2014 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:17:00.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.592990 2012 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:17:00.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.593245 2011 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:17:00.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.594489 2005 server_base.cc:1034] running on GCE node
12:17:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.595016 2005 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:17:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.595997 2005 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:17:00.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.597193 2005 hybrid_clock.cc:648] HybridClock initialized: now 1786277820597137 us; error 56 us; skew 500 ppm
12:17:00.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.597460 2005 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:17:00.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.599665 2005 webserver.cc:460] Webserver started at http://127.1.82.2:43955/ using document root <none> and password file <none>
12:17:00.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.600286 2005 fs_manager.cc:359] Metadata directory not provided
12:17:00.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.600368 2005 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:17:00.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.600687 2005 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:17:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.603295 2005 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-1/data/instance:
12:17:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52e09913d78043a1b181bca727e5ea7c"
12:17:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:17:00 on dist-test-slave-04bb"
12:17:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.604014 2005 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-1/wal/instance:
12:17:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52e09913d78043a1b181bca727e5ea7c"
12:17:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:17:00 on dist-test-slave-04bb"
12:17:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.608987 2005 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.003s sys 0.004s
12:17:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.612490 2021 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:17:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.613931 2005 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
12:17:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.614113 2005 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-1/data,/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-1/wal
12:17:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52e09913d78043a1b181bca727e5ea7c"
12:17:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:17:00 on dist-test-slave-04bb"
12:17:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.614353 2005 fs_report.cc:383] FS layout report
12:17:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:17:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-1/wal
12:17:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-1/wal
12:17:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-1/data/data
12:17:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:17:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:17:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:17:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:17:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:17:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:17:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:17:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:17:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:17:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:17:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:17:00.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.631384 2005 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:17:00.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.632153 2005 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:17:00.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.632403 2005 kserver.cc:163] Server-wide thread pool size limit: 3276
12:17:00.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.635357 2005 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
12:17:00.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.635466 2005 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
12:17:00.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.635614 2005 ts_tablet_manager.cc:610] Registered 0 tablets
12:17:00.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.635710 2005 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
12:17:00.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.691556 2005 rpc_server.cc:307] RPC server started. Bound to: 127.1.82.2:32829
12:17:00.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.691589 2194 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.82.2:32829 every 8 connection(s)
12:17:00.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.692942 2005 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-1/data/info.pb
12:17:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.695386 1590 acceptor_pool.cc:285] unable to collect diagnostics on RPC socket 127.1.82.61:34131: Invalid argument: socket address is ambiguous
12:17:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.696024 2196 heartbeater.cc:347] Connected to a master server at 127.1.82.62:46627
12:17:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.696265 2196 heartbeater.cc:464] Registering TS with master...
12:17:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.697254 2196 heartbeater.cc:511] Master 127.1.82.62:46627 requested a full tablet report, sending...
12:17:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.697660 1352 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu as pid 2005
12:17:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.697875 1352 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-1/wal/instance
12:17:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.698851 1410 ts_manager.cc:194] Registered new tserver with Master: 52e09913d78043a1b181bca727e5ea7c (127.1.82.2:32829)
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.702986 1352 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-2/wal
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-2/data
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-2/logs
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-2/data/info.pb
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.82.3:0
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.82.3
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.82.3
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.82.20:33823
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:17:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:17:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:17:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
12:17:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.704785 2195 heartbeater.cc:347] Connected to a master server at 127.1.82.60:46599
12:17:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.704934 2195 heartbeater.cc:464] Registering TS with master...
12:17:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.705530 2195 heartbeater.cc:511] Master 127.1.82.60:46599 requested a full tablet report, sending...
12:17:00.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.706610 1639 ts_manager.cc:194] Registered new tserver with Master: 52e09913d78043a1b181bca727e5ea7c (127.1.82.2:32829)
12:17:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.707958 1639 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.82.2:51171
12:17:00.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.709775 2197 heartbeater.cc:347] Connected to a master server at 127.1.82.61:34131
12:17:00.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.709937 2197 heartbeater.cc:464] Registering TS with master...
12:17:00.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.710561 2197 heartbeater.cc:511] Master 127.1.82.61:34131 requested a full tablet report, sending...
12:17:00.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.711591 1527 ts_manager.cc:194] Registered new tserver with Master: 52e09913d78043a1b181bca727e5ea7c (127.1.82.2:32829)
12:17:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.726171 1792 catalog_manager.cc:1259] Loaded cluster ID: 361ab956fb6541a09f34bbb5bf23deed
12:17:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.726323 1792 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c: loading cluster ID for follower catalog manager: success
12:17:00.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.730252 1792 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c: acquiring CA information for follower catalog manager: success
12:17:00.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:00.732692 1792 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
12:17:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:00.885000 1584 messenger.cc:188] Invalid argument: socket address is ambiguous: no data on pending connections for acceptor pool at 127.1.82.61:34131
12:17:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:01.058265 2202 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:17:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:01.058531 2202 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:17:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:01.058632 2202 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:17:01.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:01.066999 2202 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:17:01.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:01.067142 2202 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
12:17:01.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:01.067181 2202 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
12:17:01.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:01.067227 2202 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
12:17:01.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:01.067298 2202 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.82.3
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.076887 2202 tablet_server_runner.cc:78] Tablet server non-default flags:
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.82.20:33823
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-2/data
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-2/wal
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.82.3:0
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-2/data/info.pb
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.82.3
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.82.3
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-2/logs
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
12:17:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:17:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:17:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:17:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 11:06:41 UTC on ccycloud.quasar-bwoogy.root.comops.site
12:17:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575991
12:17:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:17:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.078207 2202 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:17:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.080041 2202 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:01.093924 2213 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:01.093966 2214 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:17:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:01.094003 2217 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:17:01.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.094993 2202 server_base.cc:1034] running on GCE node
12:17:01.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.095543 2202 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:17:01.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.096421 2202 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:17:01.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.097623 2202 hybrid_clock.cc:648] HybridClock initialized: now 1786277821097558 us; error 61 us; skew 500 ppm
12:17:01.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.097918 2202 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:17:01.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.100133 2202 webserver.cc:460] Webserver started at http://127.1.82.3:43537/ using document root <none> and password file <none>
12:17:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.100898 2202 fs_manager.cc:359] Metadata directory not provided
12:17:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.100993 2202 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:17:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.101243 2202 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:17:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.104005 2202 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-2/data/instance:
12:17:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d93ce903656d484ab736208430604c64"
12:17:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:17:01 on dist-test-slave-04bb"
12:17:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.104872 2202 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-2/wal/instance:
12:17:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d93ce903656d484ab736208430604c64"
12:17:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:17:01 on dist-test-slave-04bb"
12:17:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.110040 2202 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.001s sys 0.003s
12:17:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.113511 2226 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.114943 2202 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.115074 2202 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-2/data,/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-2/wal
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d93ce903656d484ab736208430604c64"
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:17:01 on dist-test-slave-04bb"
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.115242 2202 fs_report.cc:383] FS layout report
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-2/wal
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-2/wal
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-2/data/data
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:17:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:17:01.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.139312 2202 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:17:01.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.140125 2202 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:17:01.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.140370 2202 kserver.cc:163] Server-wide thread pool size limit: 3276
12:17:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.143481 2202 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
12:17:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.143610 2202 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
12:17:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.143800 2202 ts_tablet_manager.cc:610] Registered 0 tablets
12:17:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.143878 2202 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
12:17:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.203056 2202 rpc_server.cc:307] RPC server started. Bound to: 127.1.82.3:35739
12:17:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.203023 2396 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.82.3:35739 every 8 connection(s)
12:17:01.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.204653 2202 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-2/data/info.pb
12:17:01.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.206418 1352 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu as pid 2202
12:17:01.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.206673 1352 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/ts-2/wal/instance
12:17:01.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.207091 2398 heartbeater.cc:347] Connected to a master server at 127.1.82.62:46627
12:17:01.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.207389 2398 heartbeater.cc:464] Registering TS with master...
12:17:01.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.210326 2398 heartbeater.cc:511] Master 127.1.82.62:46627 requested a full tablet report, sending...
12:17:01.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.212072 1410 ts_manager.cc:194] Registered new tserver with Master: d93ce903656d484ab736208430604c64 (127.1.82.3:35739)
12:17:01.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.218832 2397 heartbeater.cc:347] Connected to a master server at 127.1.82.60:46599
12:17:01.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.218982 2397 heartbeater.cc:464] Registering TS with master...
12:17:01.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.219492 2397 heartbeater.cc:511] Master 127.1.82.60:46599 requested a full tablet report, sending...
12:17:01.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.220495 1639 ts_manager.cc:194] Registered new tserver with Master: d93ce903656d484ab736208430604c64 (127.1.82.3:35739)
12:17:01.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.221457 1639 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.82.3:48543
12:17:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.225414 2400 heartbeater.cc:347] Connected to a master server at 127.1.82.61:34131
12:17:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.225559 2400 heartbeater.cc:464] Registering TS with master...
12:17:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.225950 2400 heartbeater.cc:511] Master 127.1.82.61:34131 requested a full tablet report, sending...
12:17:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.227105 1527 ts_manager.cc:194] Registered new tserver with Master: d93ce903656d484ab736208430604c64 (127.1.82.3:35739)
12:17:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.229100 1994 heartbeater.cc:503] Master 127.1.82.60:46599 was elected leader, sending a full tablet report...
12:17:01.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.233681 1352 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
12:17:01.235 [DEBUG - main] (MiniKuduCluster.java:195) Response:
12:17:01.235 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
12:17:01.236 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.1.82.62"
port: 46627
}
bound_http_address {
host: "127.1.82.62"
port: 36829
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.1.82.61"
port: 34131
}
bound_http_address {
host: "127.1.82.61"
port: 40201
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.1.82.60"
port: 46599
}
bound_http_address {
host: "127.1.82.60"
port: 35605
}
}
}
12:17:01.236 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
12:17:01.237 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.1.82.1"
port: 39435
}
bound_http_address {
host: "127.1.82.1"
port: 34131
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.1.82.2"
port: 32829
}
bound_http_address {
host: "127.1.82.2"
port: 43955
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.1.82.3"
port: 35739
}
bound_http_address {
host: "127.1.82.3"
port: 43537
}
}
}
12:17:01.237 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
12:17:01.238 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
12:17:01.240 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:01.241 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:01.242 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.82.60:46599(127.1.82.60:46599)] connecting to peer
12:17:01.242 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.82.62:46627(127.1.82.62:46627)] Successfully connected to peer
12:17:01.243 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.82.61:34131(127.1.82.61:34131)] Successfully connected to peer
12:17:01.244 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.82.60:46599(127.1.82.60:46599)] Successfully connected to peer
12:17:01.246 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.82.62
12:17:01.246 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.82.61
12:17:01.249 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.82.60
12:17:01.262 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3da9e119, L:/127.0.0.1:48010 - R:/127.1.82.61:34131] using SASL/PLAIN
12:17:01.269 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x95d42aaf, L:/127.0.0.1:51416 - R:/127.1.82.60:46599] using SASL/PLAIN
12:17:01.269 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2b9f72e2, L:/127.0.0.1:36532 - R:/127.1.82.62:46627] using SASL/PLAIN
12:17:01.271 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
12:17:01.271 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=32), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [31ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, deferred=null) after lookup
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.273938 1639 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:51416:
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:17:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:01.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:01.276261 1639 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
12:17:01.306 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table cdbf716852204ae781e9a33238d8086d
12:17:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.329829 2096 tablet_service.cc:1467] Processing CreateTablet for tablet 9e42505b9f114eaf98339295e044f4aa (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=cdbf716852204ae781e9a33238d8086d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
12:17:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.329867 2097 tablet_service.cc:1467] Processing CreateTablet for tablet 96e0982aab9942cd864c4602a7ff3f14 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=cdbf716852204ae781e9a33238d8086d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
12:17:01.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.331698 2096 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9e42505b9f114eaf98339295e044f4aa. 1 dirs total, 0 dirs full, 0 dirs failed
12:17:01.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.332162 2097 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 96e0982aab9942cd864c4602a7ff3f14. 1 dirs total, 0 dirs full, 0 dirs failed
12:17:01.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.365244 1895 tablet_service.cc:1467] Processing CreateTablet for tablet 96e0982aab9942cd864c4602a7ff3f14 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=cdbf716852204ae781e9a33238d8086d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
12:17:01.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.366815 1895 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 96e0982aab9942cd864c4602a7ff3f14. 1 dirs total, 0 dirs full, 0 dirs failed
12:17:01.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.373134 1894 tablet_service.cc:1467] Processing CreateTablet for tablet 9e42505b9f114eaf98339295e044f4aa (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=cdbf716852204ae781e9a33238d8086d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
12:17:01.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.373400 2430 tablet_bootstrap.cc:492] T 9e42505b9f114eaf98339295e044f4aa P 52e09913d78043a1b181bca727e5ea7c: Bootstrap starting.
12:17:01.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.373656 1894 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9e42505b9f114eaf98339295e044f4aa. 1 dirs total, 0 dirs full, 0 dirs failed
12:17:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.377272 2430 tablet_bootstrap.cc:654] T 9e42505b9f114eaf98339295e044f4aa P 52e09913d78043a1b181bca727e5ea7c: Neither blocks nor log segments found. Creating new log.
12:17:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.378611 2430 log.cc:824] T 9e42505b9f114eaf98339295e044f4aa P 52e09913d78043a1b181bca727e5ea7c: Log is configured to *not* fsync() on all Append() calls
12:17:01.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.378407 2308 tablet_service.cc:1467] Processing CreateTablet for tablet 9e42505b9f114eaf98339295e044f4aa (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=cdbf716852204ae781e9a33238d8086d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
12:17:01.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.379911 2308 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9e42505b9f114eaf98339295e044f4aa. 1 dirs total, 0 dirs full, 0 dirs failed
12:17:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.380998 2309 tablet_service.cc:1467] Processing CreateTablet for tablet 96e0982aab9942cd864c4602a7ff3f14 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=cdbf716852204ae781e9a33238d8086d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
12:17:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.381507 2309 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 96e0982aab9942cd864c4602a7ff3f14. 1 dirs total, 0 dirs full, 0 dirs failed
12:17:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.393204 2430 tablet_bootstrap.cc:492] T 9e42505b9f114eaf98339295e044f4aa P 52e09913d78043a1b181bca727e5ea7c: No bootstrap required, opened a new log
12:17:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.393615 2430 ts_tablet_manager.cc:1397] T 9e42505b9f114eaf98339295e044f4aa P 52e09913d78043a1b181bca727e5ea7c: Time spent bootstrapping tablet: real 0.020s user 0.009s sys 0.000s
12:17:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.397293 2434 tablet_bootstrap.cc:492] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f: Bootstrap starting.
12:17:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.401993 2434 tablet_bootstrap.cc:654] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f: Neither blocks nor log segments found. Creating new log.
12:17:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.403793 2434 log.cc:824] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f: Log is configured to *not* fsync() on all Append() calls
12:17:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.404186 2430 raft_consensus.cc:348] T 9e42505b9f114eaf98339295e044f4aa P 52e09913d78043a1b181bca727e5ea7c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.404626 2430 raft_consensus.cc:374] T 9e42505b9f114eaf98339295e044f4aa P 52e09913d78043a1b181bca727e5ea7c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:17:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.404744 2430 raft_consensus.cc:729] T 9e42505b9f114eaf98339295e044f4aa P 52e09913d78043a1b181bca727e5ea7c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 52e09913d78043a1b181bca727e5ea7c, State: Initialized, Role: FOLLOWER
12:17:01.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.405444 2430 consensus_queue.cc:260] T 9e42505b9f114eaf98339295e044f4aa P 52e09913d78043a1b181bca727e5ea7c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.406545 2195 heartbeater.cc:503] Master 127.1.82.60:46599 was elected leader, sending a full tablet report...
12:17:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.407259 2430 ts_tablet_manager.cc:1428] T 9e42505b9f114eaf98339295e044f4aa P 52e09913d78043a1b181bca727e5ea7c: Time spent starting tablet: real 0.014s user 0.002s sys 0.011s
12:17:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.413300 2435 tablet_bootstrap.cc:492] T 9e42505b9f114eaf98339295e044f4aa P d93ce903656d484ab736208430604c64: Bootstrap starting.
12:17:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.413682 2430 tablet_bootstrap.cc:492] T 96e0982aab9942cd864c4602a7ff3f14 P 52e09913d78043a1b181bca727e5ea7c: Bootstrap starting.
12:17:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.414948 2430 tablet_bootstrap.cc:654] T 96e0982aab9942cd864c4602a7ff3f14 P 52e09913d78043a1b181bca727e5ea7c: Neither blocks nor log segments found. Creating new log.
12:17:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.416563 2435 tablet_bootstrap.cc:654] T 9e42505b9f114eaf98339295e044f4aa P d93ce903656d484ab736208430604c64: Neither blocks nor log segments found. Creating new log.
12:17:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.416841 2430 tablet_bootstrap.cc:492] T 96e0982aab9942cd864c4602a7ff3f14 P 52e09913d78043a1b181bca727e5ea7c: No bootstrap required, opened a new log
12:17:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.416973 2430 ts_tablet_manager.cc:1397] T 96e0982aab9942cd864c4602a7ff3f14 P 52e09913d78043a1b181bca727e5ea7c: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.001s
12:17:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.417618 2430 raft_consensus.cc:348] T 96e0982aab9942cd864c4602a7ff3f14 P 52e09913d78043a1b181bca727e5ea7c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.417835 2435 log.cc:824] T 9e42505b9f114eaf98339295e044f4aa P d93ce903656d484ab736208430604c64: Log is configured to *not* fsync() on all Append() calls
12:17:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.417871 2430 raft_consensus.cc:374] T 96e0982aab9942cd864c4602a7ff3f14 P 52e09913d78043a1b181bca727e5ea7c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:17:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.417976 2430 raft_consensus.cc:729] T 96e0982aab9942cd864c4602a7ff3f14 P 52e09913d78043a1b181bca727e5ea7c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 52e09913d78043a1b181bca727e5ea7c, State: Initialized, Role: FOLLOWER
12:17:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.418277 2430 consensus_queue.cc:260] T 96e0982aab9942cd864c4602a7ff3f14 P 52e09913d78043a1b181bca727e5ea7c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.419819 2434 tablet_bootstrap.cc:492] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f: No bootstrap required, opened a new log
12:17:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.420310 2434 ts_tablet_manager.cc:1397] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f: Time spent bootstrapping tablet: real 0.023s user 0.010s sys 0.000s
12:17:01.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.424795 2430 ts_tablet_manager.cc:1428] T 96e0982aab9942cd864c4602a7ff3f14 P 52e09913d78043a1b181bca727e5ea7c: Time spent starting tablet: real 0.008s user 0.002s sys 0.000s
12:17:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.427006 2435 tablet_bootstrap.cc:492] T 9e42505b9f114eaf98339295e044f4aa P d93ce903656d484ab736208430604c64: No bootstrap required, opened a new log
12:17:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.427258 2435 ts_tablet_manager.cc:1397] T 9e42505b9f114eaf98339295e044f4aa P d93ce903656d484ab736208430604c64: Time spent bootstrapping tablet: real 0.014s user 0.008s sys 0.004s
12:17:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.437794 2435 raft_consensus.cc:348] T 9e42505b9f114eaf98339295e044f4aa P d93ce903656d484ab736208430604c64 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.438230 2435 raft_consensus.cc:374] T 9e42505b9f114eaf98339295e044f4aa P d93ce903656d484ab736208430604c64 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:17:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.438345 2435 raft_consensus.cc:729] T 9e42505b9f114eaf98339295e044f4aa P d93ce903656d484ab736208430604c64 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d93ce903656d484ab736208430604c64, State: Initialized, Role: FOLLOWER
12:17:01.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.439112 2435 consensus_queue.cc:260] T 9e42505b9f114eaf98339295e044f4aa P d93ce903656d484ab736208430604c64 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.440456 2434 raft_consensus.cc:348] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.442279 2434 raft_consensus.cc:374] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:17:01.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.442384 2434 raft_consensus.cc:729] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf5ccf0d03994f81bba54d22bd796b9f, State: Initialized, Role: FOLLOWER
12:17:01.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.443192 2434 consensus_queue.cc:260] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:01.445839 2199 tablet.cc:2369] T 96e0982aab9942cd864c4602a7ff3f14 P 52e09913d78043a1b181bca727e5ea7c: Can't schedule compaction. Clean time has not been advanced past its initial value.
12:17:01.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.448416 2435 ts_tablet_manager.cc:1428] T 9e42505b9f114eaf98339295e044f4aa P d93ce903656d484ab736208430604c64: Time spent starting tablet: real 0.021s user 0.016s sys 0.004s
12:17:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.448850 2397 heartbeater.cc:503] Master 127.1.82.60:46599 was elected leader, sending a full tablet report...
12:17:01.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.454641 2434 ts_tablet_manager.cc:1428] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f: Time spent starting tablet: real 0.034s user 0.015s sys 0.008s
12:17:01.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.455066 2434 tablet_bootstrap.cc:492] T 96e0982aab9942cd864c4602a7ff3f14 P bf5ccf0d03994f81bba54d22bd796b9f: Bootstrap starting.
12:17:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.456794 2434 tablet_bootstrap.cc:654] T 96e0982aab9942cd864c4602a7ff3f14 P bf5ccf0d03994f81bba54d22bd796b9f: Neither blocks nor log segments found. Creating new log.
12:17:01.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:01.458485 2401 tablet.cc:2369] T 9e42505b9f114eaf98339295e044f4aa P d93ce903656d484ab736208430604c64: Can't schedule compaction. Clean time has not been advanced past its initial value.
12:17:01.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.460464 2434 tablet_bootstrap.cc:492] T 96e0982aab9942cd864c4602a7ff3f14 P bf5ccf0d03994f81bba54d22bd796b9f: No bootstrap required, opened a new log
12:17:01.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.460668 2434 ts_tablet_manager.cc:1397] T 96e0982aab9942cd864c4602a7ff3f14 P bf5ccf0d03994f81bba54d22bd796b9f: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.004s
12:17:01.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.461089 2435 tablet_bootstrap.cc:492] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64: Bootstrap starting.
12:17:01.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.461449 2434 raft_consensus.cc:348] T 96e0982aab9942cd864c4602a7ff3f14 P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.461678 2434 raft_consensus.cc:374] T 96e0982aab9942cd864c4602a7ff3f14 P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:17:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.461784 2434 raft_consensus.cc:729] T 96e0982aab9942cd864c4602a7ff3f14 P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf5ccf0d03994f81bba54d22bd796b9f, State: Initialized, Role: FOLLOWER
12:17:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.461999 2434 consensus_queue.cc:260] T 96e0982aab9942cd864c4602a7ff3f14 P bf5ccf0d03994f81bba54d22bd796b9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.462827 2435 tablet_bootstrap.cc:654] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64: Neither blocks nor log segments found. Creating new log.
12:17:01.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.463924 2434 ts_tablet_manager.cc:1428] T 96e0982aab9942cd864c4602a7ff3f14 P bf5ccf0d03994f81bba54d22bd796b9f: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
12:17:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:01.467911 2002 tablet.cc:2369] T 96e0982aab9942cd864c4602a7ff3f14 P bf5ccf0d03994f81bba54d22bd796b9f: Can't schedule compaction. Clean time has not been advanced past its initial value.
12:17:01.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.470994 2435 tablet_bootstrap.cc:492] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64: No bootstrap required, opened a new log
12:17:01.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.471144 2435 ts_tablet_manager.cc:1397] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64: Time spent bootstrapping tablet: real 0.010s user 0.002s sys 0.005s
12:17:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.471908 2435 raft_consensus.cc:348] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.472201 2435 raft_consensus.cc:374] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:17:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.472313 2435 raft_consensus.cc:729] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d93ce903656d484ab736208430604c64, State: Initialized, Role: FOLLOWER
12:17:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.472573 2435 consensus_queue.cc:260] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.473860 2435 ts_tablet_manager.cc:1428] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s
12:17:01.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.576356 2442 raft_consensus.cc:482] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:17:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.576752 2442 raft_consensus.cc:504] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.578568 2442 leader_election.cc:288] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 52e09913d78043a1b181bca727e5ea7c (127.1.82.2:32829), bf5ccf0d03994f81bba54d22bd796b9f (127.1.82.1:39435)
12:17:01.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.585393 2130 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "96e0982aab9942cd864c4602a7ff3f14" candidate_uuid: "d93ce903656d484ab736208430604c64" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "52e09913d78043a1b181bca727e5ea7c" is_pre_election: true
12:17:01.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.585457 1922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "96e0982aab9942cd864c4602a7ff3f14" candidate_uuid: "d93ce903656d484ab736208430604c64" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" is_pre_election: true
12:17:01.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.585958 2130 raft_consensus.cc:2454] T 96e0982aab9942cd864c4602a7ff3f14 P 52e09913d78043a1b181bca727e5ea7c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d93ce903656d484ab736208430604c64 in term 0.
12:17:01.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.585958 1922 raft_consensus.cc:2454] T 96e0982aab9942cd864c4602a7ff3f14 P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d93ce903656d484ab736208430604c64 in term 0.
12:17:01.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.586310 2443 raft_consensus.cc:482] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:17:01.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.586563 2443 raft_consensus.cc:504] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.586733 2232 leader_election.cc:302] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bf5ccf0d03994f81bba54d22bd796b9f, d93ce903656d484ab736208430604c64; no voters:
12:17:01.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.587189 2442 raft_consensus.cc:2781] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [term 0 FOLLOWER]: Leader pre-election won for term 1
12:17:01.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.587361 2442 raft_consensus.cc:482] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:17:01.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.587478 2442 raft_consensus.cc:3037] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [term 0 FOLLOWER]: Advancing to term 1
12:17:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.588554 2443 leader_election.cc:288] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 52e09913d78043a1b181bca727e5ea7c (127.1.82.2:32829), d93ce903656d484ab736208430604c64 (127.1.82.3:35739)
12:17:01.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.590780 2442 raft_consensus.cc:504] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.591714 2442 leader_election.cc:288] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [CANDIDATE]: Term 1 election: Requested vote from peers 52e09913d78043a1b181bca727e5ea7c (127.1.82.2:32829), bf5ccf0d03994f81bba54d22bd796b9f (127.1.82.1:39435)
12:17:01.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.592097 1922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "96e0982aab9942cd864c4602a7ff3f14" candidate_uuid: "d93ce903656d484ab736208430604c64" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf5ccf0d03994f81bba54d22bd796b9f"
12:17:01.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.592257 1922 raft_consensus.cc:3037] T 96e0982aab9942cd864c4602a7ff3f14 P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Advancing to term 1
12:17:01.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.595671 1922 raft_consensus.cc:2454] T 96e0982aab9942cd864c4602a7ff3f14 P bf5ccf0d03994f81bba54d22bd796b9f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d93ce903656d484ab736208430604c64 in term 1.
12:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.596057 2232 leader_election.cc:302] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bf5ccf0d03994f81bba54d22bd796b9f, d93ce903656d484ab736208430604c64; no voters:
12:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.596176 2130 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "96e0982aab9942cd864c4602a7ff3f14" candidate_uuid: "d93ce903656d484ab736208430604c64" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "52e09913d78043a1b181bca727e5ea7c"
12:17:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.596391 2130 raft_consensus.cc:3037] T 96e0982aab9942cd864c4602a7ff3f14 P 52e09913d78043a1b181bca727e5ea7c [term 0 FOLLOWER]: Advancing to term 1
12:17:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.596899 2442 raft_consensus.cc:2781] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [term 1 FOLLOWER]: Leader election won for term 1
12:17:01.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.598783 2129 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9e42505b9f114eaf98339295e044f4aa" candidate_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "52e09913d78043a1b181bca727e5ea7c" is_pre_election: true
12:17:01.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.599114 2129 raft_consensus.cc:2454] T 9e42505b9f114eaf98339295e044f4aa P 52e09913d78043a1b181bca727e5ea7c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bf5ccf0d03994f81bba54d22bd796b9f in term 0.
12:17:01.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.599509 2130 raft_consensus.cc:2454] T 96e0982aab9942cd864c4602a7ff3f14 P 52e09913d78043a1b181bca727e5ea7c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d93ce903656d484ab736208430604c64 in term 1.
12:17:01.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.599679 1810 leader_election.cc:302] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 52e09913d78043a1b181bca727e5ea7c, bf5ccf0d03994f81bba54d22bd796b9f; no voters:
12:17:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.600147 2443 raft_consensus.cc:2781] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Leader pre-election won for term 1
12:17:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.600270 2443 raft_consensus.cc:482] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:17:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.600405 2443 raft_consensus.cc:3037] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Advancing to term 1
12:17:01.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.600850 2336 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9e42505b9f114eaf98339295e044f4aa" candidate_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d93ce903656d484ab736208430604c64" is_pre_election: true
12:17:01.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.601305 2336 raft_consensus.cc:2454] T 9e42505b9f114eaf98339295e044f4aa P d93ce903656d484ab736208430604c64 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bf5ccf0d03994f81bba54d22bd796b9f in term 0.
12:17:01.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.602998 2443 raft_consensus.cc:504] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.603612 2443 leader_election.cc:288] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [CANDIDATE]: Term 1 election: Requested vote from peers 52e09913d78043a1b181bca727e5ea7c (127.1.82.2:32829), d93ce903656d484ab736208430604c64 (127.1.82.3:35739)
12:17:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.603919 2442 raft_consensus.cc:686] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [term 1 LEADER]: Becoming Leader. State: Replica: d93ce903656d484ab736208430604c64, State: Running, Role: LEADER
12:17:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.604290 2336 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9e42505b9f114eaf98339295e044f4aa" candidate_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d93ce903656d484ab736208430604c64"
12:17:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.604440 2336 raft_consensus.cc:3037] T 9e42505b9f114eaf98339295e044f4aa P d93ce903656d484ab736208430604c64 [term 0 FOLLOWER]: Advancing to term 1
12:17:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.604357 2130 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9e42505b9f114eaf98339295e044f4aa" candidate_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "52e09913d78043a1b181bca727e5ea7c"
12:17:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.604503 2442 consensus_queue.cc:237] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.604838 2130 raft_consensus.cc:3037] T 9e42505b9f114eaf98339295e044f4aa P 52e09913d78043a1b181bca727e5ea7c [term 0 FOLLOWER]: Advancing to term 1
12:17:01.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.607002 2336 raft_consensus.cc:2454] T 9e42505b9f114eaf98339295e044f4aa P d93ce903656d484ab736208430604c64 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bf5ccf0d03994f81bba54d22bd796b9f in term 1.
12:17:01.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.607492 2130 raft_consensus.cc:2454] T 9e42505b9f114eaf98339295e044f4aa P 52e09913d78043a1b181bca727e5ea7c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bf5ccf0d03994f81bba54d22bd796b9f in term 1.
12:17:01.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.608028 1810 leader_election.cc:302] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 52e09913d78043a1b181bca727e5ea7c, bf5ccf0d03994f81bba54d22bd796b9f; no voters:
12:17:01.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.608330 2443 raft_consensus.cc:2781] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [term 1 FOLLOWER]: Leader election won for term 1
12:17:01.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.609355 2443 raft_consensus.cc:686] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [term 1 LEADER]: Becoming Leader. State: Replica: bf5ccf0d03994f81bba54d22bd796b9f, State: Running, Role: LEADER
12:17:01.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.609884 2443 consensus_queue.cc:237] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.609994 1639 catalog_manager.cc:5495] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 reported cstate change: term changed from 0 to 1, leader changed from <none> to d93ce903656d484ab736208430604c64 (127.1.82.3). New cstate: current_term: 1 leader_uuid: "d93ce903656d484ab736208430604c64" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } health_report { overall_health: HEALTHY } } }
12:17:01.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.616093 1638 catalog_manager.cc:5495] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f reported cstate change: term changed from 0 to 1, leader changed from <none> to bf5ccf0d03994f81bba54d22bd796b9f (127.1.82.1). New cstate: current_term: 1 leader_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } health_report { overall_health: UNKNOWN } } }
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.814980 1638 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:51428:
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:17:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
12:17:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:01.816145 1638 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
12:17:01.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.827611 1894 tablet_service.cc:1467] Processing CreateTablet for tablet 5ec37b8040bb49debd63c1c1e23d8688 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=0c2750e4252d42259b944e29c1dd2627]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
12:17:01.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.828747 1894 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5ec37b8040bb49debd63c1c1e23d8688. 1 dirs total, 0 dirs full, 0 dirs failed
12:17:01.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.828647 2096 tablet_service.cc:1467] Processing CreateTablet for tablet 5ec37b8040bb49debd63c1c1e23d8688 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=0c2750e4252d42259b944e29c1dd2627]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
12:17:01.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.829542 2096 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5ec37b8040bb49debd63c1c1e23d8688. 1 dirs total, 0 dirs full, 0 dirs failed
12:17:01.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.830037 2308 tablet_service.cc:1467] Processing CreateTablet for tablet 5ec37b8040bb49debd63c1c1e23d8688 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=0c2750e4252d42259b944e29c1dd2627]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
12:17:01.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.830798 2308 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5ec37b8040bb49debd63c1c1e23d8688. 1 dirs total, 0 dirs full, 0 dirs failed
12:17:01.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.835686 2434 tablet_bootstrap.cc:492] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f: Bootstrap starting.
12:17:01.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.836567 2435 tablet_bootstrap.cc:492] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64: Bootstrap starting.
12:17:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.837293 2434 tablet_bootstrap.cc:654] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f: Neither blocks nor log segments found. Creating new log.
12:17:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.838047 2435 tablet_bootstrap.cc:654] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64: Neither blocks nor log segments found. Creating new log.
12:17:01.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.839391 2434 tablet_bootstrap.cc:492] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f: No bootstrap required, opened a new log
12:17:01.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.839524 2434 ts_tablet_manager.cc:1397] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f: Time spent bootstrapping tablet: real 0.004s user 0.000s sys 0.003s
12:17:01.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.840095 2435 tablet_bootstrap.cc:492] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64: No bootstrap required, opened a new log
12:17:01.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.840039 2434 raft_consensus.cc:348] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.840222 2434 raft_consensus.cc:374] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:17:01.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.840274 2434 raft_consensus.cc:729] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf5ccf0d03994f81bba54d22bd796b9f, State: Initialized, Role: FOLLOWER
12:17:01.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.840284 2435 ts_tablet_manager.cc:1397] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64: Time spent bootstrapping tablet: real 0.004s user 0.000s sys 0.003s
12:17:01.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.840440 2434 consensus_queue.cc:260] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.840929 2443 tablet_replica.cc:439] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } } }
12:17:01.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.841241 2443 tablet_replica.cc:442] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f: This TxnStatusTablet replica's current role is: FOLLOWER
12:17:01.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.841398 2430 tablet_bootstrap.cc:492] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c: Bootstrap starting.
12:17:01.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.842967 2430 tablet_bootstrap.cc:654] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c: Neither blocks nor log segments found. Creating new log.
12:17:01.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.843701 2435 raft_consensus.cc:348] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.843994 2435 raft_consensus.cc:374] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:17:01.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.844091 2435 raft_consensus.cc:729] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d93ce903656d484ab736208430604c64, State: Initialized, Role: FOLLOWER
12:17:01.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.840929 2434 ts_tablet_manager.cc:1428] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
12:17:01.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.845118 2430 tablet_bootstrap.cc:492] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c: No bootstrap required, opened a new log
12:17:01.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.845304 2430 ts_tablet_manager.cc:1397] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
12:17:01.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.846053 2430 raft_consensus.cc:348] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.846313 2430 raft_consensus.cc:374] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:17:01.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.846401 2430 raft_consensus.cc:729] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 52e09913d78043a1b181bca727e5ea7c, State: Initialized, Role: FOLLOWER
12:17:01.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.846622 2430 consensus_queue.cc:260] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.847069 2438 tablet_replica.cc:439] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } } }
12:17:01.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.847411 2438 tablet_replica.cc:442] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c: This TxnStatusTablet replica's current role is: FOLLOWER
12:17:01.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.848294 2435 consensus_queue.cc:260] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.848800 2442 tablet_replica.cc:439] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } } }
12:17:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.849117 2442 tablet_replica.cc:442] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64: This TxnStatusTablet replica's current role is: FOLLOWER
12:17:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.850324 2430 ts_tablet_manager.cc:1428] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c: Time spent starting tablet: real 0.005s user 0.001s sys 0.002s
12:17:01.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.853580 2435 ts_tablet_manager.cc:1428] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64: Time spent starting tablet: real 0.013s user 0.002s sys 0.000s
12:17:01.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.985982 2442 consensus_queue.cc:1035] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:17:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.993772 2450 consensus_queue.cc:1035] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 [LEADER]: Connected to new peer: Peer: permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:17:01.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.997555 2443 raft_consensus.cc:482] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:17:01.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.997766 2443 raft_consensus.cc:504] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:01.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.998533 2443 leader_election.cc:288] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 52e09913d78043a1b181bca727e5ea7c (127.1.82.2:32829), d93ce903656d484ab736208430604c64 (127.1.82.3:35739)
12:17:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.998987 2129 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5ec37b8040bb49debd63c1c1e23d8688" candidate_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "52e09913d78043a1b181bca727e5ea7c" is_pre_election: true
12:17:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.999259 2129 raft_consensus.cc:2454] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bf5ccf0d03994f81bba54d22bd796b9f in term 0.
12:17:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.999150 2336 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5ec37b8040bb49debd63c1c1e23d8688" candidate_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d93ce903656d484ab736208430604c64" is_pre_election: true
12:17:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.999480 2336 raft_consensus.cc:2454] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bf5ccf0d03994f81bba54d22bd796b9f in term 0.
12:17:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:01.999809 1810 leader_election.cc:302] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 52e09913d78043a1b181bca727e5ea7c, bf5ccf0d03994f81bba54d22bd796b9f; no voters:
12:17:02.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.000136 2443 raft_consensus.cc:2781] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Leader pre-election won for term 1
12:17:02.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.000293 2443 raft_consensus.cc:482] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:17:02.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.000438 2443 raft_consensus.cc:3037] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [term 0 FOLLOWER]: Advancing to term 1
12:17:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.003656 2443 raft_consensus.cc:504] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.004938 2443 leader_election.cc:288] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [CANDIDATE]: Term 1 election: Requested vote from peers 52e09913d78043a1b181bca727e5ea7c (127.1.82.2:32829), d93ce903656d484ab736208430604c64 (127.1.82.3:35739)
12:17:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.005024 2336 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5ec37b8040bb49debd63c1c1e23d8688" candidate_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d93ce903656d484ab736208430604c64"
12:17:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.005267 2336 raft_consensus.cc:3037] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64 [term 0 FOLLOWER]: Advancing to term 1
12:17:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.005489 2130 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5ec37b8040bb49debd63c1c1e23d8688" candidate_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "52e09913d78043a1b181bca727e5ea7c"
12:17:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.005694 2130 raft_consensus.cc:3037] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c [term 0 FOLLOWER]: Advancing to term 1
12:17:02.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.008153 2336 raft_consensus.cc:2454] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bf5ccf0d03994f81bba54d22bd796b9f in term 1.
12:17:02.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.008423 2130 raft_consensus.cc:2454] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bf5ccf0d03994f81bba54d22bd796b9f in term 1.
12:17:02.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.008685 1813 leader_election.cc:302] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bf5ccf0d03994f81bba54d22bd796b9f, d93ce903656d484ab736208430604c64; no voters:
12:17:02.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.009052 2443 raft_consensus.cc:2781] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [term 1 FOLLOWER]: Leader election won for term 1
12:17:02.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.009225 2443 raft_consensus.cc:686] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [term 1 LEADER]: Becoming Leader. State: Replica: bf5ccf0d03994f81bba54d22bd796b9f, State: Running, Role: LEADER
12:17:02.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.009498 2443 consensus_queue.cc:237] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } }
12:17:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.011189 2452 tablet_replica.cc:439] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f: TxnStatusTablet state changed. Reason: New leader bf5ccf0d03994f81bba54d22bd796b9f. Latest consensus state: current_term: 1 leader_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } } }
12:17:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.011617 2452 tablet_replica.cc:442] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f: This TxnStatusTablet replica's current role is: LEADER
12:17:02.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.012410 2479 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
12:17:02.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.012763 2479 txn_status_manager.cc:929] Loading transaction status metadata into memory...
12:17:02.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.013619 1638 catalog_manager.cc:5495] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f reported cstate change: term changed from 0 to 1, leader changed from <none> to bf5ccf0d03994f81bba54d22bd796b9f (127.1.82.1). New cstate: current_term: 1 leader_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } health_report { overall_health: UNKNOWN } } }
12:17:02.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.042498 2130 raft_consensus.cc:1261] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c [term 1 FOLLOWER]: Refusing update from remote peer bf5ccf0d03994f81bba54d22bd796b9f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
12:17:02.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.042563 2336 raft_consensus.cc:1261] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64 [term 1 FOLLOWER]: Refusing update from remote peer bf5ccf0d03994f81bba54d22bd796b9f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
12:17:02.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.043444 2452 consensus_queue.cc:1035] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:17:02.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.043829 2443 consensus_queue.cc:1035] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:17:02.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.051601 2438 tablet_replica.cc:439] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c: TxnStatusTablet state changed. Reason: New leader bf5ccf0d03994f81bba54d22bd796b9f. Latest consensus state: current_term: 1 leader_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } } }
12:17:02.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.051920 2438 tablet_replica.cc:442] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c: This TxnStatusTablet replica's current role is: FOLLOWER
12:17:02.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.058375 2475 mvcc.cc:205] Tried to move back new op lower bound from 7316593959076659200 to 7316593958952861696. Current Snapshot: MvccSnapshot[applied={T|T < 7316593959076659200}]
12:17:02.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.061257 2450 tablet_replica.cc:439] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64: TxnStatusTablet state changed. Reason: New leader bf5ccf0d03994f81bba54d22bd796b9f. Latest consensus state: current_term: 1 leader_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } } }
12:17:02.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.061609 2450 tablet_replica.cc:442] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64: This TxnStatusTablet replica's current role is: FOLLOWER
12:17:02.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.068878 2452 tablet_replica.cc:439] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } } }
12:17:02.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.069166 2452 tablet_replica.cc:442] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f: This TxnStatusTablet replica's current role is: LEADER
12:17:02.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.070372 2488 tablet_replica.cc:439] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } } }
12:17:02.073 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
12:17:02.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.072961 2450 tablet_replica.cc:439] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } } }
12:17:02.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.073216 2450 tablet_replica.cc:442] T 5ec37b8040bb49debd63c1c1e23d8688 P d93ce903656d484ab736208430604c64: This TxnStatusTablet replica's current role is: FOLLOWER
12:17:02.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.074081 2488 tablet_replica.cc:442] T 5ec37b8040bb49debd63c1c1e23d8688 P bf5ccf0d03994f81bba54d22bd796b9f: This TxnStatusTablet replica's current role is: LEADER
12:17:02.077 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table cdbf716852204ae781e9a33238d8086d
12:17:02.077 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.82.60:46599
12:17:02.077 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
12:17:02.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.078672 1352 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu pid 1593
12:17:02.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.080077 1691 generic_service.cc:196] Checking for leaks (request via RPC)
12:17:02.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.083942 2438 tablet_replica.cc:439] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" member_type: VOTER last_known_addr { host: "127.1.82.1" port: 39435 } } peers { permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 } } peers { permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 } } }
12:17:02.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.084216 2438 tablet_replica.cc:442] T 5ec37b8040bb49debd63c1c1e23d8688 P 52e09913d78043a1b181bca727e5ea7c: This TxnStatusTablet replica's current role is: FOLLOWER
12:17:02.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.182648 2488 consensus_queue.cc:1035] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" member_type: VOTER last_known_addr { host: "127.1.82.2" port: 32829 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:17:02.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.193826 2491 consensus_queue.cc:1035] T 9e42505b9f114eaf98339295e044f4aa P bf5ccf0d03994f81bba54d22bd796b9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "d93ce903656d484ab736208430604c64" member_type: VOTER last_known_addr { host: "127.1.82.3" port: 35739 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:17:02.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.238621 1352 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu with pid 1593
12:17:02.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:02.274673 2228 connection.cc:535] client connection to 127.1.82.60:46599 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
12:17:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:02.275626 2397 heartbeater.cc:644] Failed to heartbeat to 127.1.82.60:46599 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
12:17:02.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:02.276691 2195 heartbeater.cc:644] Failed to heartbeat to 127.1.82.60:46599 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.1.82.60:46599 (error 108)
12:17:02.277 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
12:17:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:02.278051 1511 connection.cc:535] server connection from 127.0.0.1:48006 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
12:17:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:02.278129 1394 connection.cc:535] server connection from 127.0.0.1:36530 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
12:17:02.278 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.82.60:46599(127.1.82.60:46599)] handling channelInactive
12:17:02.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.60:46599(127.1.82.60:46599)] cleaning up while in state READY due to: connection closed
12:17:02.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.537881 2501 raft_consensus.cc:482] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader daba6f8373014b6a8ea9b7c6b79b1c8f)
12:17:02.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.538136 2501 raft_consensus.cc:504] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:02.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.538441 2502 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 1 FOLLOWER]: Starting pre-election (detected failure of leader daba6f8373014b6a8ea9b7c6b79b1c8f)
12:17:02.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.538628 2502 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:02.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.539726 2502 leader_election.cc:288] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), daba6f8373014b6a8ea9b7c6b79b1c8f (127.1.82.60:46599)
12:17:02.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.539832 2501 leader_election.cc:288] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131), daba6f8373014b6a8ea9b7c6b79b1c8f (127.1.82.60:46599)
12:17:02.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.540334 1536 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d8e8730aa8f6419aaa0573756c2e6202" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" is_pre_election: true
12:17:02.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.540653 1536 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d8e8730aa8f6419aaa0573756c2e6202 in term 1.
12:17:02.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.541174 1394 leader_election.cc:302] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, d8e8730aa8f6419aaa0573756c2e6202; no voters:
12:17:02.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.541138 1431 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d8e8730aa8f6419aaa0573756c2e6202" is_pre_election: true
12:17:02.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.541446 1431 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f7ec4f08fc94e0d8f8971bd7eb0968c in term 1.
12:17:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.541985 2501 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 1 FOLLOWER]: Leader pre-election won for term 2
12:17:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.542261 2501 raft_consensus.cc:482] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 1 FOLLOWER]: Starting leader election (detected failure of leader daba6f8373014b6a8ea9b7c6b79b1c8f)
12:17:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.542511 2501 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 1 FOLLOWER]: Advancing to term 2
12:17:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.542596 1509 leader_election.cc:302] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, d8e8730aa8f6419aaa0573756c2e6202; no voters:
12:17:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.543000 2502 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 1 FOLLOWER]: Leader pre-election won for term 2
12:17:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.543138 2502 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 1 FOLLOWER]: Starting leader election (detected failure of leader daba6f8373014b6a8ea9b7c6b79b1c8f)
12:17:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.543241 2502 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 1 FOLLOWER]: Advancing to term 2
12:17:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:02.543270 1390 leader_election.cc:334] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer daba6f8373014b6a8ea9b7c6b79b1c8f (127.1.82.60:46599): Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111)
12:17:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:02.543505 1509 leader_election.cc:334] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer daba6f8373014b6a8ea9b7c6b79b1c8f (127.1.82.60:46599): Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111)
12:17:02.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.545349 2501 raft_consensus.cc:504] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:02.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.545576 2502 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.546070 2501 leader_election.cc:288] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [CANDIDATE]: Term 2 election: Requested vote from peers 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131), daba6f8373014b6a8ea9b7c6b79b1c8f (127.1.82.60:46599)
12:17:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.546180 2502 leader_election.cc:288] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [CANDIDATE]: Term 2 election: Requested vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), daba6f8373014b6a8ea9b7c6b79b1c8f (127.1.82.60:46599)
12:17:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.546409 1536 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d8e8730aa8f6419aaa0573756c2e6202" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c"
12:17:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.546743 1536 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate d8e8730aa8f6419aaa0573756c2e6202 in current term 2: Already voted for candidate 4f7ec4f08fc94e0d8f8971bd7eb0968c in this term.
12:17:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.547073 1431 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d8e8730aa8f6419aaa0573756c2e6202"
12:17:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.547358 1431 raft_consensus.cc:2379] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 4f7ec4f08fc94e0d8f8971bd7eb0968c in current term 2: Already voted for candidate d8e8730aa8f6419aaa0573756c2e6202 in this term.
12:17:02.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:02.547866 1509 leader_election.cc:334] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer daba6f8373014b6a8ea9b7c6b79b1c8f (127.1.82.60:46599): Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111)
12:17:02.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.548288 1509 leader_election.cc:302] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c; no voters: d8e8730aa8f6419aaa0573756c2e6202, daba6f8373014b6a8ea9b7c6b79b1c8f
12:17:02.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:02.548396 1390 leader_election.cc:334] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer daba6f8373014b6a8ea9b7c6b79b1c8f (127.1.82.60:46599): Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111)
12:17:02.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.548552 1390 leader_election.cc:302] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d8e8730aa8f6419aaa0573756c2e6202; no voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, daba6f8373014b6a8ea9b7c6b79b1c8f
12:17:02.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.548637 2502 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
12:17:02.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.548877 2501 raft_consensus.cc:2726] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
12:17:02.581 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.60:46599(127.1.82.60:46599)] connecting to peer
12:17:02.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.60:46599(127.1.82.60:46599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.582 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.1.82.60:46599(127.1.82.60:46599) for tablet Kudu Master: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.60:46599(127.1.82.60:46599)] connecting to peer
12:17:02.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.60:46599(127.1.82.60:46599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.60:46599: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:02.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.60:46599(127.1.82.60:46599)] connecting to peer
12:17:02.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.60:46599(127.1.82.60:46599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.60:46599: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:02.626708 1994 heartbeater.cc:644] Failed to heartbeat to 127.1.82.60:46599 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111)
12:17:02.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.60:46599(127.1.82.60:46599)] connecting to peer
12:17:02.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.60:46599(127.1.82.60:46599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.60:46599: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:02.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.60:46599(127.1.82.60:46599)] connecting to peer
12:17:02.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.60:46599(127.1.82.60:46599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.60:46599: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.661 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:02.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.60:46599(127.1.82.60:46599)] connecting to peer
12:17:02.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.60:46599(127.1.82.60:46599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.60:46599: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:02.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.60:46599(127.1.82.60:46599)] connecting to peer
12:17:02.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.60:46599(127.1.82.60:46599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.60:46599: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:02.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.60:46599(127.1.82.60:46599)] connecting to peer
12:17:02.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.60:46599(127.1.82.60:46599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.60:46599: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:02.823 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] sending RPC to server master-127.1.82.60:46599, [1ms] received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [158ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, deferred=Deferred@802872748(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1166244276@7abbfaff -> (continuation of Deferred@611299145 after retry RPC after error@2042280767) -> (continuation of Deferred@7613977 after retry RPC after error@633159914) -> (continuation of Deferred@2096211699 after retry RPC after error@1354668305) -> (continuation of Deferred@1897619961 after retry RPC after error@1055835424) -> (continuation of Deferred@1331247664 after retry RPC after error@1795904731) -> (continuation of Deferred@1102439658 after retry RPC after error@154861113), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1179789570@f34dd94 -> (continuation of Deferred@611299145 after retry RPC after error@2042280767) -> (continuation of Deferred@7613977 after retry RPC after error@633159914) -> (continuation of Deferred@2096211699 after retry RPC after error@1354668305) -> (continuation of Deferred@1897619961 after retry RPC after error@1055835424) -> (continuation of Deferred@1331247664 after retry RPC after error@1795904731) -> (continuation of Deferred@1102439658 after retry RPC after error@154861113)))
12:17:02.824 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] sending RPC to server master-127.1.82.60:46599, [1ms] received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [158ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, deferred=Deferred@802872748(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1166244276@7abbfaff -> (continuation of Deferred@611299145 after retry RPC after error@2042280767) -> (continuation of Deferred@7613977 after retry RPC after error@633159914) -> (continuation of Deferred@2096211699 after retry RPC after error@1354668305) -> (continuation of Deferred@1897619961 after retry RPC after error@1055835424) -> (continuation of Deferred@1331247664 after retry RPC after error@1795904731) -> (continuation of Deferred@1102439658 after retry RPC after error@154861113), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1179789570@f34dd94 -> (continuation of Deferred@611299145 after retry RPC after error@2042280767) -> (continuation of Deferred@7613977 after retry RPC after error@633159914) -> (continuation of Deferred@2096211699 after retry RPC after error@1354668305) -> (continuation of Deferred@1897619961 after retry RPC after error@1055835424) -> (continuation of Deferred@1331247664 after retry RPC after error@1795904731) -> (continuation of Deferred@1102439658 after retry RPC after error@154861113)))
12:17:02.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.60:46599(127.1.82.60:46599)] connecting to peer
12:17:02.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.60:46599(127.1.82.60:46599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.60:46599: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:02.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.857288 2501 raft_consensus.cc:482] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:17:02.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.857558 2501 raft_consensus.cc:504] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:02.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.858438 2501 leader_election.cc:288] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131), daba6f8373014b6a8ea9b7c6b79b1c8f (127.1.82.60:46599)
12:17:02.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.859014 1536 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d8e8730aa8f6419aaa0573756c2e6202" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" is_pre_election: true
12:17:02.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.859372 1536 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d8e8730aa8f6419aaa0573756c2e6202 in term 2.
12:17:02.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.859962 1394 leader_election.cc:302] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, d8e8730aa8f6419aaa0573756c2e6202; no voters:
12:17:02.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.860342 2501 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 2 FOLLOWER]: Leader pre-election won for term 3
12:17:02.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:02.860369 1390 leader_election.cc:334] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer daba6f8373014b6a8ea9b7c6b79b1c8f (127.1.82.60:46599): Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111)
12:17:02.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.60:46599(127.1.82.60:46599)] connecting to peer
12:17:02.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.860663 2501 raft_consensus.cc:482] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:17:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.860791 2501 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 2 FOLLOWER]: Advancing to term 3
12:17:02.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.863818 2501 raft_consensus.cc:504] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:02.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.60:46599(127.1.82.60:46599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.60:46599: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.865387 1536 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d8e8730aa8f6419aaa0573756c2e6202" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c"
12:17:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.865618 2501 leader_election.cc:288] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [CANDIDATE]: Term 3 election: Requested vote from peers 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131), daba6f8373014b6a8ea9b7c6b79b1c8f (127.1.82.60:46599)
12:17:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.865634 1536 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 2 FOLLOWER]: Advancing to term 3
12:17:02.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:02.866503 1390 leader_election.cc:334] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer daba6f8373014b6a8ea9b7c6b79b1c8f (127.1.82.60:46599): Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111)
12:17:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.868561 1536 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d8e8730aa8f6419aaa0573756c2e6202 in term 3.
12:17:02.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.869014 1394 leader_election.cc:302] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, d8e8730aa8f6419aaa0573756c2e6202; no voters: daba6f8373014b6a8ea9b7c6b79b1c8f
12:17:02.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.869330 2501 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 3 FOLLOWER]: Leader election won for term 3
12:17:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.869887 2501 raft_consensus.cc:686] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [term 3 LEADER]: Becoming Leader. State: Replica: d8e8730aa8f6419aaa0573756c2e6202, State: Running, Role: LEADER
12:17:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.870337 2501 consensus_queue.cc:237] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:02.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.871723 2512 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d8e8730aa8f6419aaa0573756c2e6202. Latest consensus state: current_term: 3 leader_uuid: "d8e8730aa8f6419aaa0573756c2e6202" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:17:02.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.872073 2512 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [sys.catalog]: This master's current role is: LEADER
12:17:02.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.872872 2513 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
12:17:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.875183 2513 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=0c2750e4252d42259b944e29c1dd2627]
12:17:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.875802 2513 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=cdbf716852204ae781e9a33238d8086d]
12:17:02.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.877435 2513 tablet_loader.cc:96] loaded metadata for tablet 5ec37b8040bb49debd63c1c1e23d8688 (table kudu_system.kudu_transactions [id=0c2750e4252d42259b944e29c1dd2627])
12:17:02.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.877920 2513 tablet_loader.cc:96] loaded metadata for tablet 96e0982aab9942cd864c4602a7ff3f14 (table txn_manager_fallback_rolling [id=cdbf716852204ae781e9a33238d8086d])
12:17:02.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.878296 2513 tablet_loader.cc:96] loaded metadata for tablet 9e42505b9f114eaf98339295e044f4aa (table txn_manager_fallback_rolling [id=cdbf716852204ae781e9a33238d8086d])
12:17:02.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.878588 2513 catalog_manager.cc:1484] Initializing Kudu cluster ID...
12:17:02.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.879407 2513 catalog_manager.cc:1259] Loaded cluster ID: 361ab956fb6541a09f34bbb5bf23deed
12:17:02.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.879525 2513 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
12:17:02.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.60:46599(127.1.82.60:46599)] connecting to peer
12:17:02.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.60:46599(127.1.82.60:46599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.60:46599: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599
12:17:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.881211 2513 catalog_manager.cc:1504] Loading token signing keys...
12:17:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.882393 2513 catalog_manager.cc:5879] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202: Loaded TSK: 0
12:17:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.883560 2513 catalog_manager.cc:1514] Initializing in-progress tserver states...
12:17:02.887 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
12:17:02.887 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=3, TimeoutTracker(timeout=250, elapsed=47), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: Network error: Failed to connect to peer master-127.1.82.60:46599(127.1.82.60:46599): Connection refused: /127.1.82.60:46599, [45ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: OK, deferred=Deferred@247540651(state=PENDING, result=null, callback=(continuation of Deferred@665882522 after retry RPC after error@1585975196) -> (continuation of Deferred@684656975 after retry RPC after error@794092430), errback=(continuation of Deferred@665882522 after retry RPC after error@1585975196) -> (continuation of Deferred@684656975 after retry RPC after error@794092430))) after lookup
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.948782 1410 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36552:
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
12:17:02.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:02.950913 1410 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
12:17:02.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:02.957921 1390 consensus_peers.cc:487] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 -> Peer daba6f8373014b6a8ea9b7c6b79b1c8f (127.1.82.60:46599): Couldn't send request to peer daba6f8373014b6a8ea9b7c6b79b1c8f. Status: Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
12:17:02.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.960597 1536 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 3 FOLLOWER]: Refusing update from remote peer d8e8730aa8f6419aaa0573756c2e6202: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
12:17:02.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.961625 2512 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
12:17:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.963212 2502 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [sys.catalog]: SysCatalogTable state changed. Reason: New leader d8e8730aa8f6419aaa0573756c2e6202. Latest consensus state: current_term: 3 leader_uuid: "d8e8730aa8f6419aaa0573756c2e6202" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:17:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.963522 2502 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [sys.catalog]: This master's current role is: FOLLOWER
12:17:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.965999 2501 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "d8e8730aa8f6419aaa0573756c2e6202" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:17:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.966104 2502 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "d8e8730aa8f6419aaa0573756c2e6202" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:17:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.966302 2501 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 [sys.catalog]: This master's current role is: LEADER
12:17:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:02.966377 2502 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [sys.catalog]: This master's current role is: FOLLOWER
12:17:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:03.470913 1390 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111) [suppressed 16 similar messages]
12:17:03.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:03.472123 1390 consensus_peers.cc:487] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 -> Peer daba6f8373014b6a8ea9b7c6b79b1c8f (127.1.82.60:46599): Couldn't send request to peer daba6f8373014b6a8ea9b7c6b79b1c8f. Status: Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
12:17:03.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:03.941717 1390 consensus_peers.cc:487] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 -> Peer daba6f8373014b6a8ea9b7c6b79b1c8f (127.1.82.60:46599): Couldn't send request to peer daba6f8373014b6a8ea9b7c6b79b1c8f. Status: Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
12:17:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.200372 2196 heartbeater.cc:503] Master 127.1.82.62:46627 was elected leader, sending a full tablet report...
12:17:04.283 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 96e0982aab9942cd864c4602a7ff3f14 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
12:17:04.284 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9e42505b9f114eaf98339295e044f4aa for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
12:17:04.284 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=96e0982aab9942cd864c4602a7ff3f14@[52e09913d78043a1b181bca727e5ea7c(127.1.82.2:32829),bf5ccf0d03994f81bba54d22bd796b9f(127.1.82.1:39435),d93ce903656d484ab736208430604c64(127.1.82.3:35739)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=9e42505b9f114eaf98339295e044f4aa@[52e09913d78043a1b181bca727e5ea7c(127.1.82.2:32829),bf5ccf0d03994f81bba54d22bd796b9f(127.1.82.1:39435)[L],d93ce903656d484ab736208430604c64(127.1.82.3:35739)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
12:17:04.284 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.82.62:46627, [2ms] Sub RPC GetTableLocations: received response from server master-127.1.82.62:46627: OK, deferred=null) after lookup
12:17:04.285 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d93ce903656d484ab736208430604c64(127.1.82.3:35739)] connecting to peer
12:17:04.286 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d93ce903656d484ab736208430604c64(127.1.82.3:35739)] Successfully connected to peer
12:17:04.302 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc3a856a2, L:/127.0.0.1:37758 - R:/127.1.82.3:35739] using TOKEN/null
12:17:04.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:04.306977 2278 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.1.82.60:46599)
12:17:04.345 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.82.60:46599
12:17:04.345 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
12:17:04.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.346439 1352 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu
12:17:04.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu
12:17:04.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/wal
12:17:04.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/data
12:17:04.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:17:04.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/logs
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/data/info.pb
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.82.60:46599
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.82.60
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35605
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.82.20:33823
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38423/jwks.json
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
12:17:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
12:17:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:04.406347 1390 consensus_peers.cc:487] T 00000000000000000000000000000000 P d8e8730aa8f6419aaa0573756c2e6202 -> Peer daba6f8373014b6a8ea9b7c6b79b1c8f (127.1.82.60:46599): Couldn't send request to peer daba6f8373014b6a8ea9b7c6b79b1c8f. Status: Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
12:17:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.429617 1372 master_runner.cc:186] Error getting master registration for 127.1.82.60:46599: Network error: Client connection negotiation failed: client connection to 127.1.82.60:46599: connect: Connection refused (error 111),
12:17:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.429862 1372 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:17:04.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.610711 2398 heartbeater.cc:503] Master 127.1.82.62:46627 was elected leader, sending a full tablet report...
12:17:04.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.630462 1999 heartbeater.cc:503] Master 127.1.82.62:46627 was elected leader, sending a full tablet report...
12:17:04.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:04.689108 2579 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:17:04.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:04.689378 2579 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:17:04.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:04.689461 2579 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:17:04.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:04.697304 2579 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
12:17:04.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:04.697400 2579 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
12:17:04.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:04.697443 2579 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:17:04.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:04.697489 2579 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
12:17:04.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:04.697526 2579 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
12:17:04.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:04.697588 2579 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
12:17:04.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:04.697621 2579 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38423/jwks.json
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.707031 2579 master_runner.cc:386] Master server non-default flags:
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.82.20:33823
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/data
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/wal
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.82.60:46599
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38423/jwks.json
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/data/info.pb
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.82.60
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35605
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/logs
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 11:06:41 UTC on ccycloud.quasar-bwoogy.root.comops.site
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575991
12:17:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:17:04.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.708283 2579 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:17:04.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.710104 2579 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:17:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:04.722751 2591 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:17:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:04.722712 2588 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:17:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:04.722806 2593 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:17:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.723891 2579 server_base.cc:1034] running on GCE node
12:17:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.724740 2579 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:17:04.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.726094 2579 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:17:04.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.727331 2579 hybrid_clock.cc:648] HybridClock initialized: now 1786277824727265 us; error 56 us; skew 500 ppm
12:17:04.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.727638 2579 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:17:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.729861 2579 webserver.cc:460] Webserver started at http://127.1.82.60:35605/ using document root <none> and password file <none>
12:17:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.730470 2579 fs_manager.cc:359] Metadata directory not provided
12:17:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.730568 2579 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:17:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.735711 2579 fs_manager.cc:709] Time spent opening directory manager: real 0.003s user 0.000s sys 0.004s
12:17:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.738680 2602 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:17:04.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.740181 2579 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
12:17:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.740360 2579 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/data,/tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/wal
12:17:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f"
12:17:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 12:16:59 on dist-test-slave-04bb"
12:17:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.741575 2579 fs_report.cc:383] FS layout report
12:17:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:17:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/wal
12:17:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/wal
12:17:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/data/data
12:17:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:17:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:17:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:17:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:17:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:17:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:17:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:17:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:17:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:17:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:17:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:17:04.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.756485 2579 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:17:04.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.757427 2579 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:17:04.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.757774 2579 kserver.cc:163] Server-wide thread pool size limit: 3276
12:17:04.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.783811 2579 rpc_server.cc:307] RPC server started. Bound to: 127.1.82.60:46599
12:17:04.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.783834 2681 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.82.60:46599 every 8 connection(s)
12:17:04.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.785492 2579 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHZdzQG/test-tmp/mini-kudu-cluster8315664496752129274/master-2/data/info.pb
12:17:04.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.788064 1352 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu as pid 2579
12:17:04.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
12:17:04.788 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.82.62:46627
12:17:04.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
12:17:04.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.789129 1352 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu pid 1372
12:17:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.790498 1476 generic_service.cc:196] Checking for leaks (request via RPC)
12:17:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.793800 2685 sys_catalog.cc:263] Verifying existing consensus state
12:17:04.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.797267 2685 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f: Bootstrap starting.
12:17:04.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.814513 2685 log.cc:824] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f: Log is configured to *not* fsync() on all Append() calls
12:17:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.829969 2685 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
12:17:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.830585 2685 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f: Bootstrap complete.
12:17:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.839725 2685 raft_consensus.cc:348] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:04.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.840785 2685 raft_consensus.cc:729] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: daba6f8373014b6a8ea9b7c6b79b1c8f, State: Initialized, Role: FOLLOWER
12:17:04.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.841486 2685 consensus_queue.cc:260] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:04.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.842321 2693 sys_catalog.cc:455] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:17:04.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.842760 2693 sys_catalog.cc:458] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [sys.catalog]: This master's current role is: FOLLOWER
12:17:04.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.843504 2685 sys_catalog.cc:564] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [sys.catalog]: configured and running, proceeding with master startup.
12:17:04.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.859290 2714 catalog_manager.cc:1259] Loaded cluster ID: 361ab956fb6541a09f34bbb5bf23deed
12:17:04.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.859627 2714 catalog_manager.cc:1552] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f: loading cluster ID for follower catalog manager: success
12:17:04.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.864087 2714 catalog_manager.cc:1574] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f: acquiring CA information for follower catalog manager: success
12:17:04.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.866869 2714 catalog_manager.cc:1602] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
12:17:04.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.931946 1352 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu with pid 1372
12:17:04.970 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.82.62:46627(127.1.82.62:46627)] handling channelInactive
12:17:04.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state READY due to: connection closed
12:17:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:04.970867 2716 negotiation.cc:337] Failed RPC negotiation. Trace:
12:17:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 12:17:04.856608 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.1.82.62:46627 (local address 127.0.0.1:36562)
12:17:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 12:17:04.873881 (+ 17273us) negotiation.cc:107] Waiting for socket to connect
12:17:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 12:17:04.873936 (+ 55us) client_negotiation.cc:174] Beginning negotiation
12:17:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 12:17:04.874580 (+ 644us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
12:17:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 12:17:04.969272 (+ 94692us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
12:17:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":16269,"thread_start_us":16008,"threads_started":1}
12:17:04.972 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
12:17:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:04.972908 1510 connection.cc:535] server connection from 127.0.0.1:47984 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
12:17:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:04.973178 2719 negotiation.cc:337] Failed RPC negotiation. Trace:
12:17:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 12:17:04.931548 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:51970 (local address 127.1.82.60:46599)
12:17:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 12:17:04.932208 (+ 660us) server_negotiation.cc:206] Beginning negotiation
12:17:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 12:17:04.932217 (+ 9us) server_negotiation.cc:399] Waiting for connection header
12:17:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 12:17:04.932251 (+ 34us) server_negotiation.cc:407] Connection header received
12:17:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 12:17:04.932609 (+ 358us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
12:17:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 12:17:04.932618 (+ 9us) server_negotiation.cc:461] Received NEGOTIATE request from client
12:17:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 12:17:04.932943 (+ 325us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
12:17:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 12:17:04.933132 (+ 189us) server_negotiation.cc:226] Negotiated authn=CERTIFICATE
12:17:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 12:17:04.969331 (+ 36199us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:51970: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
12:17:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":505,"thread_start_us":365,"threads_started":1}
12:17:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.972092 2579 master_runner.cc:186] Error getting master registration for 127.1.82.62:46627: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
12:17:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:04.979501 2579 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:17:05.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:05.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.042 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.1.82.62:46627(127.1.82.62:46627) for tablet Kudu Master: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:05.061 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.60:46599(127.1.82.60:46599)] connecting to peer
12:17:05.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.062 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.82.60:46599(127.1.82.60:46599)] Successfully connected to peer
12:17:05.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.076 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc2400a38, L:/127.0.0.1:51986 - R:/127.1.82.60:46599] using TOKEN/null
12:17:05.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:05.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:05.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.103 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:05.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:05.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.123 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:05.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:05.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.165084 2693 raft_consensus.cc:482] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:17:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.165380 2693 raft_consensus.cc:504] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:05.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.167301 2693 leader_election.cc:288] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131)
12:17:05.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:05.169175 2603 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111)
12:17:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:05.171573 2603 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111)
12:17:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.177165 1536 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" is_pre_election: true
12:17:05.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.178301 2604 leader_election.cc:302] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: daba6f8373014b6a8ea9b7c6b79b1c8f; no voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, d8e8730aa8f6419aaa0573756c2e6202
12:17:05.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.178752 2693 raft_consensus.cc:2726] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
12:17:05.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:05.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.183 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:05.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:05.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:05.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.236641 2726 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 3 FOLLOWER]: Starting pre-election (detected failure of leader d8e8730aa8f6419aaa0573756c2e6202)
12:17:05.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.236902 2726 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:05.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.237629 2726 leader_election.cc:288] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), daba6f8373014b6a8ea9b7c6b79b1c8f (127.1.82.60:46599)
12:17:05.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:05.239221 1509 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111) [suppressed 6 similar messages]
12:17:05.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:05.241061 1509 leader_election.cc:334] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111)
12:17:05.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.243 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.246779 2640 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" is_pre_election: true
12:17:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.247356 2640 raft_consensus.cc:2454] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f7ec4f08fc94e0d8f8971bd7eb0968c in term 1.
12:17:05.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.247939 1509 leader_election.cc:302] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, daba6f8373014b6a8ea9b7c6b79b1c8f; no voters: d8e8730aa8f6419aaa0573756c2e6202
12:17:05.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.248260 2726 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 3 FOLLOWER]: Leader pre-election won for term 4
12:17:05.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.248395 2726 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 3 FOLLOWER]: Starting leader election (detected failure of leader d8e8730aa8f6419aaa0573756c2e6202)
12:17:05.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.248513 2726 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 3 FOLLOWER]: Advancing to term 4
12:17:05.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.251058 2726 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:05.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.251691 2726 leader_election.cc:288] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [CANDIDATE]: Term 4 election: Requested vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), daba6f8373014b6a8ea9b7c6b79b1c8f (127.1.82.60:46599)
12:17:05.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.252297 2640 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f"
12:17:05.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.252544 2640 raft_consensus.cc:3037] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 1 FOLLOWER]: Advancing to term 4
12:17:05.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:05.253247 1509 leader_election.cc:334] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111)
12:17:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.257140 2640 raft_consensus.cc:2454] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f7ec4f08fc94e0d8f8971bd7eb0968c in term 4.
12:17:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.257488 1509 leader_election.cc:302] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, daba6f8373014b6a8ea9b7c6b79b1c8f; no voters: d8e8730aa8f6419aaa0573756c2e6202
12:17:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.257782 2726 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 4 FOLLOWER]: Leader election won for term 4
12:17:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.258260 2726 raft_consensus.cc:686] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [term 4 LEADER]: Becoming Leader. State: Replica: 4f7ec4f08fc94e0d8f8971bd7eb0968c, State: Running, Role: LEADER
12:17:05.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.258785 2726 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.260568 2732 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4f7ec4f08fc94e0d8f8971bd7eb0968c. Latest consensus state: current_term: 4 leader_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:17:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.261058 2732 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [sys.catalog]: This master's current role is: LEADER
12:17:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.261875 2737 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
12:17:05.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.264849 2737 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=0c2750e4252d42259b944e29c1dd2627]
12:17:05.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.265587 2737 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=cdbf716852204ae781e9a33238d8086d]
12:17:05.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.267539 2737 tablet_loader.cc:96] loaded metadata for tablet 5ec37b8040bb49debd63c1c1e23d8688 (table kudu_system.kudu_transactions [id=0c2750e4252d42259b944e29c1dd2627])
12:17:05.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.268065 2737 tablet_loader.cc:96] loaded metadata for tablet 96e0982aab9942cd864c4602a7ff3f14 (table txn_manager_fallback_rolling [id=cdbf716852204ae781e9a33238d8086d])
12:17:05.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.268479 2737 tablet_loader.cc:96] loaded metadata for tablet 9e42505b9f114eaf98339295e044f4aa (table txn_manager_fallback_rolling [id=cdbf716852204ae781e9a33238d8086d])
12:17:05.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.268786 2737 catalog_manager.cc:1484] Initializing Kudu cluster ID...
12:17:05.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.269824 2737 catalog_manager.cc:1259] Loaded cluster ID: 361ab956fb6541a09f34bbb5bf23deed
12:17:05.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.269922 2737 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
12:17:05.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.271394 2737 catalog_manager.cc:1504] Loading token signing keys...
12:17:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.272418 2737 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c: Loaded TSK: 0
12:17:05.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.273433 2737 catalog_manager.cc:1514] Initializing in-progress tserver states...
12:17:05.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:05.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:05.284 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
12:17:05.285 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.1.82.62:46627, [2ms] received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [39ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, deferred=Deferred@416696527(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1166244276@425fe95e -> (continuation of Deferred@132806077 after retry RPC after error@1388065164) -> (continuation of Deferred@2013694756 after retry RPC after error@1169070179) -> (continuation of Deferred@289229558 after retry RPC after error@574503180) -> (continuation of Deferred@1856887236 after retry RPC after error@1609644530) -> (continuation of Deferred@618701312 after retry RPC after error@2001013193) -> (continuation of Deferred@1999019292 after retry RPC after error@567149731) -> (continuation of Deferred@2048568 after retry RPC after error@1598757043), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1179789570@1cc6b03b -> (continuation of Deferred@132806077 after retry RPC after error@1388065164) -> (continuation of Deferred@2013694756 after retry RPC after error@1169070179) -> (continuation of Deferred@289229558 after retry RPC after error@574503180) -> (continuation of Deferred@1856887236 after retry RPC after error@1609644530) -> (continuation of Deferred@618701312 after retry RPC after error@2001013193) -> (continuation of Deferred@1999019292 after retry RPC after error@567149731) -> (continuation of Deferred@2048568 after retry RPC after error@1598757043))) after lookup
12:17:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.289336 2195 heartbeater.cc:347] Connected to a master server at 127.1.82.60:46599
12:17:05.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.293329 2626 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "52e09913d78043a1b181bca727e5ea7c" instance_seqno: 1786277820683259) as {username='slave'} at 127.1.82.2:59965; Asking this server to re-register.
12:17:05.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.294133 2195 heartbeater.cc:464] Registering TS with master...
12:17:05.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.295960 2626 ts_manager.cc:194] Registered new tserver with Master: 52e09913d78043a1b181bca727e5ea7c (127.1.82.2:32829)
12:17:05.300 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=10, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.1.82.62:46627, [2ms] received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [39ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: OK, [245ms] sending RPC to server master-127.1.82.61:34131, deferred=Deferred@416696527(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1166244276@425fe95e -> (continuation of Deferred@132806077 after retry RPC after error@1388065164) -> (continuation of Deferred@2013694756 after retry RPC after error@1169070179) -> (continuation of Deferred@289229558 after retry RPC after error@574503180) -> (continuation of Deferred@1856887236 after retry RPC after error@1609644530) -> (continuation of Deferred@618701312 after retry RPC after error@2001013193) -> (continuation of Deferred@1999019292 after retry RPC after error@567149731) -> (continuation of Deferred@2048568 after retry RPC after error@1598757043) -> (continuation of Deferred@112420040 after retry RPC@1645596416), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1179789570@1cc6b03b -> (continuation of Deferred@132806077 after retry RPC after error@1388065164) -> (continuation of Deferred@2013694756 after retry RPC after error@1169070179) -> (continuation of Deferred@289229558 after retry RPC after error@574503180) -> (continuation of Deferred@1856887236 after retry RPC after error@1609644530) -> (continuation of Deferred@618701312 after retry RPC after error@2001013193) -> (continuation of Deferred@1999019292 after retry RPC after error@567149731) -> (continuation of Deferred@2048568 after retry RPC after error@1598757043) -> (continuation of Deferred@112420040 after retry RPC@1645596416)))
12:17:05.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:05.312978 1568 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:48010 (request call id 19) took 26 ms (client timeout 5 ms). Trace:
12:17:05.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:05.313335 1568 rpcz_store.cc:269] 0809 12:17:05.286339 (+ 0us) service_pool.cc:170] Inserting onto call queue
12:17:05.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 12:17:05.286406 (+ 67us) service_pool.cc:227] Handling call
12:17:05.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 12:17:05.312869 (+ 26463us) inbound_call.cc:173] Queueing success response
12:17:05.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":520,"thread_start_us":2144,"threads_started":5}
12:17:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 1708260949099550 + 9221663775905682705 cannot be represented in type 'long'
12:17:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.349674 2640 raft_consensus.cc:1261] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Refusing update from remote peer 4f7ec4f08fc94e0d8f8971bd7eb0968c: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
12:17:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.351162 2732 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [LEADER]: Connected to new peer: Peer: permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.001s
12:17:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:05.356236 1509 consensus_peers.cc:487] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c -> Peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Couldn't send request to peer d8e8730aa8f6419aaa0573756c2e6202. Status: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.333827 1527 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48034:
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:17:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
12:17:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:05.374886 1527 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
12:17:05.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.377534 2693 sys_catalog.cc:455] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4f7ec4f08fc94e0d8f8971bd7eb0968c. Latest consensus state: current_term: 4 leader_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:17:05.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.377991 2693 sys_catalog.cc:458] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [sys.catalog]: This master's current role is: FOLLOWER
12:17:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.384130 2693 sys_catalog.cc:455] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:17:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.384564 2693 sys_catalog.cc:458] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [sys.catalog]: This master's current role is: FOLLOWER
12:17:05.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.388468 2757 sys_catalog.cc:455] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:17:05.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.388886 2757 sys_catalog.cc:458] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [sys.catalog]: This master's current role is: FOLLOWER
12:17:05.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.389047 2726 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } } }
12:17:05.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.389806 2726 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c [sys.catalog]: This master's current role is: LEADER
12:17:05.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.621778 2397 heartbeater.cc:347] Connected to a master server at 127.1.82.60:46599
12:17:05.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.623284 2626 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "d93ce903656d484ab736208430604c64" instance_seqno: 1786277821194289) as {username='slave'} at 127.1.82.3:42143; Asking this server to re-register.
12:17:05.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.623893 2397 heartbeater.cc:464] Registering TS with master...
12:17:05.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.625183 2626 ts_manager.cc:194] Registered new tserver with Master: d93ce903656d484ab736208430604c64 (127.1.82.3:35739)
12:17:05.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.638043 2001 heartbeater.cc:503] Master 127.1.82.61:34131 was elected leader, sending a full tablet report...
12:17:05.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.643744 1994 heartbeater.cc:347] Connected to a master server at 127.1.82.60:46599
12:17:05.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.645555 2626 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "bf5ccf0d03994f81bba54d22bd796b9f" instance_seqno: 1786277820192451) as {username='slave'} at 127.1.82.1:52607; Asking this server to re-register.
12:17:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.646245 1994 heartbeater.cc:464] Registering TS with master...
12:17:05.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:05.647928 2626 ts_manager.cc:194] Registered new tserver with Master: bf5ccf0d03994f81bba54d22bd796b9f (127.1.82.1:39435)
12:17:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:05.877839 1509 consensus_peers.cc:487] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c -> Peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Couldn't send request to peer d8e8730aa8f6419aaa0573756c2e6202. Status: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
12:17:06.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f3cd583b538 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28
12:17:06.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:06.403992 1509 consensus_peers.cc:487] T 00000000000000000000000000000000 P 4f7ec4f08fc94e0d8f8971bd7eb0968c -> Peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Couldn't send request to peer d8e8730aa8f6419aaa0573756c2e6202. Status: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
12:17:06.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0x9dd255 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/countdown_latch.h:99:38
12:17:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f3ce88abbe2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/promise.h:57:16
12:17:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f3ce889c7d4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:458:48
12:17:06.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f3ce89f116b in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:283:21
12:17:06.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f3ce89f1d5b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::string const&, kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:226:3
12:17:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f3ce89f69cf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager_service.cc:159:42
12:17:06.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f3ce2aa7cc6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/build/asan/src/kudu/master/txn_manager.service.cc:271:13
12:17:06.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f3ce2aa79f5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/8/bits/std_function.h:297:2
12:17:06.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f3cdc4189be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/8/bits/std_function.h:687:14
12:17:06.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f3cdc41779e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_if.cc:137:3
12:17:06.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f3cdc41db25 in kudu::rpc::ServicePool::RunThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:231:15
12:17:06.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f3cdc41e54f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:92:5
12:17:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f3cdc41e378 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/8/bits/std_function.h:297:2
12:17:06.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0x9edb7c in std::function<void ()>::operator()() const ../../../include/c++/8/bits/std_function.h:687:14
12:17:06.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:06.616575 2400 heartbeater.cc:503] Master 127.1.82.61:34131 was elected leader, sending a full tablet report...
12:17:06.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f3cd5900eae in kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3
12:17:06.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f3cd8bda6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
12:17:06.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f3cd1b7061e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
12:17:06.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:17:06.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28 in
12:17:06.658 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.82.61:34131(127.1.82.61:34131)] handling channelInactive
12:17:06.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state READY due to: connection closed
12:17:06.658 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.1.82.61:34131(127.1.82.61:34131) for tablet Kudu Master: connection closed
12:17:06.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:06.659227 1811 connection.cc:535] client connection to 127.1.82.61:34131 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
12:17:06.680 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:06.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:06.862138 2775 raft_consensus.cc:482] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4f7ec4f08fc94e0d8f8971bd7eb0968c)
12:17:06.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:06.862392 2775 raft_consensus.cc:504] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:06.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:06.863191 2775 leader_election.cc:288] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131)
12:17:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:06.865832 2604 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131): Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:17:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:06.866012 2603 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111)
12:17:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:06.866137 2603 leader_election.cc:302] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: daba6f8373014b6a8ea9b7c6b79b1c8f; no voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, d8e8730aa8f6419aaa0573756c2e6202
12:17:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:06.866365 2775 raft_consensus.cc:2726] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
12:17:06.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:06.961 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:06.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:06.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:06.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:06.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:06.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:06.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:06.963 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:06.972 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:06.973 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:06.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:06.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:06.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:06.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:06.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:06.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:06.975 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:06.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:06.981 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:06.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:06.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:06.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:06.981 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:06.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:06.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:06.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:06.982 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:06.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:06.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:06.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:06.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:06.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:06.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:06.983 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:06.983 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.001 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.021 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.081 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.121 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.123 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.123 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.141 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.143 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.144 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1955398411(state=PENDING, result=null, callback=(continuation of Deferred@1468234440 after retry RPC after error@22268238) -> (continuation of Deferred@972258039 after retry RPC after error@637186969) -> (continuation of Deferred@1776535764 after retry RPC after error@1994749215) -> (continuation of Deferred@1415810550 after retry RPC after error@611687064) -> (continuation of Deferred@1395086250 after retry RPC after error@246909276) -> (continuation of Deferred@1190377793 after retry RPC after error@1322928733) -> (continuation of Deferred@663349807 after retry RPC after error@365329131), errback=(continuation of Deferred@1468234440 after retry RPC after error@22268238) -> (continuation of Deferred@972258039 after retry RPC after error@637186969) -> (continuation of Deferred@1776535764 after retry RPC after error@1994749215) -> (continuation of Deferred@1415810550 after retry RPC after error@611687064) -> (continuation of Deferred@1395086250 after retry RPC after error@246909276) -> (continuation of Deferred@1190377793 after retry RPC after error@1322928733) -> (continuation of Deferred@663349807 after retry RPC after error@365329131)))
12:17:07.145 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1955398411(state=PENDING, result=null, callback=(continuation of Deferred@1468234440 after retry RPC after error@22268238) -> (continuation of Deferred@972258039 after retry RPC after error@637186969) -> (continuation of Deferred@1776535764 after retry RPC after error@1994749215) -> (continuation of Deferred@1415810550 after retry RPC after error@611687064) -> (continuation of Deferred@1395086250 after retry RPC after error@246909276) -> (continuation of Deferred@1190377793 after retry RPC after error@1322928733) -> (continuation of Deferred@663349807 after retry RPC after error@365329131), errback=(continuation of Deferred@1468234440 after retry RPC after error@22268238) -> (continuation of Deferred@972258039 after retry RPC after error@637186969) -> (continuation of Deferred@1776535764 after retry RPC after error@1994749215) -> (continuation of Deferred@1415810550 after retry RPC after error@611687064) -> (continuation of Deferred@1395086250 after retry RPC after error@246909276) -> (continuation of Deferred@1190377793 after retry RPC after error@1322928733) -> (continuation of Deferred@663349807 after retry RPC after error@365329131)))
12:17:07.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.203 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:07.210371 2197 heartbeater.cc:503] Master 127.1.82.61:34131 was elected leader, sending a full tablet report...
12:17:07.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.221 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:07.271034 2775 raft_consensus.cc:482] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4f7ec4f08fc94e0d8f8971bd7eb0968c)
12:17:07.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:07.271260 2775 raft_consensus.cc:504] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:07.271983 2775 leader_election.cc:288] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131)
12:17:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:07.273568 2604 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131): Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:17:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:07.273770 2603 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111)
12:17:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:07.273878 2603 leader_election.cc:302] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: daba6f8373014b6a8ea9b7c6b79b1c8f; no voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, d8e8730aa8f6419aaa0573756c2e6202
12:17:07.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:07.274101 2775 raft_consensus.cc:2726] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
12:17:07.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.361 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.363 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.363 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [44ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [65ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [204ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1648022866(state=PENDING, result=null, callback=(continuation of Deferred@1222335819 after retry RPC after error@1962467286) -> (continuation of Deferred@1394530216 after retry RPC after error@1731860700) -> (continuation of Deferred@1972969589 after retry RPC after error@1194153855) -> (continuation of Deferred@1655401381 after retry RPC after error@1440768980) -> (continuation of Deferred@1766222741 after retry RPC after error@1157451629) -> (continuation of Deferred@2100486676 after retry RPC after error@723173541) -> (continuation of Deferred@1910119568 after retry RPC after error@1601348577), errback=(continuation of Deferred@1222335819 after retry RPC after error@1962467286) -> (continuation of Deferred@1394530216 after retry RPC after error@1731860700) -> (continuation of Deferred@1972969589 after retry RPC after error@1194153855) -> (continuation of Deferred@1655401381 after retry RPC after error@1440768980) -> (continuation of Deferred@1766222741 after retry RPC after error@1157451629) -> (continuation of Deferred@2100486676 after retry RPC after error@723173541) -> (continuation of Deferred@1910119568 after retry RPC after error@1601348577)))
12:17:07.365 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [44ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [65ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [204ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1648022866(state=PENDING, result=null, callback=(continuation of Deferred@1222335819 after retry RPC after error@1962467286) -> (continuation of Deferred@1394530216 after retry RPC after error@1731860700) -> (continuation of Deferred@1972969589 after retry RPC after error@1194153855) -> (continuation of Deferred@1655401381 after retry RPC after error@1440768980) -> (continuation of Deferred@1766222741 after retry RPC after error@1157451629) -> (continuation of Deferred@2100486676 after retry RPC after error@723173541) -> (continuation of Deferred@1910119568 after retry RPC after error@1601348577), errback=(continuation of Deferred@1222335819 after retry RPC after error@1962467286) -> (continuation of Deferred@1394530216 after retry RPC after error@1731860700) -> (continuation of Deferred@1972969589 after retry RPC after error@1194153855) -> (continuation of Deferred@1655401381 after retry RPC after error@1440768980) -> (continuation of Deferred@1766222741 after retry RPC after error@1157451629) -> (continuation of Deferred@2100486676 after retry RPC after error@723173541) -> (continuation of Deferred@1910119568 after retry RPC after error@1601348577)))
12:17:07.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.501 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.503 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.541 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.543 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.561 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.564 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [124ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [164ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [184ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@2025834924(state=PENDING, result=null, callback=(continuation of Deferred@1332267714 after retry RPC after error@634654583) -> (continuation of Deferred@178677049 after retry RPC after error@206712680) -> (continuation of Deferred@90561274 after retry RPC after error@13619862) -> (continuation of Deferred@972677147 after retry RPC after error@617455907) -> (continuation of Deferred@265559370 after retry RPC after error@1903244612) -> (continuation of Deferred@125762121 after retry RPC after error@1324586812) -> (continuation of Deferred@1642266085 after retry RPC after error@432091016), errback=(continuation of Deferred@1332267714 after retry RPC after error@634654583) -> (continuation of Deferred@178677049 after retry RPC after error@206712680) -> (continuation of Deferred@90561274 after retry RPC after error@13619862) -> (continuation of Deferred@972677147 after retry RPC after error@617455907) -> (continuation of Deferred@265559370 after retry RPC after error@1903244612) -> (continuation of Deferred@125762121 after retry RPC after error@1324586812) -> (continuation of Deferred@1642266085 after retry RPC after error@432091016)))
12:17:07.564 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [124ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [164ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [184ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@2025834924(state=PENDING, result=null, callback=(continuation of Deferred@1332267714 after retry RPC after error@634654583) -> (continuation of Deferred@178677049 after retry RPC after error@206712680) -> (continuation of Deferred@90561274 after retry RPC after error@13619862) -> (continuation of Deferred@972677147 after retry RPC after error@617455907) -> (continuation of Deferred@265559370 after retry RPC after error@1903244612) -> (continuation of Deferred@125762121 after retry RPC after error@1324586812) -> (continuation of Deferred@1642266085 after retry RPC after error@432091016), errback=(continuation of Deferred@1332267714 after retry RPC after error@634654583) -> (continuation of Deferred@178677049 after retry RPC after error@206712680) -> (continuation of Deferred@90561274 after retry RPC after error@13619862) -> (continuation of Deferred@972677147 after retry RPC after error@617455907) -> (continuation of Deferred@265559370 after retry RPC after error@1903244612) -> (continuation of Deferred@125762121 after retry RPC after error@1324586812) -> (continuation of Deferred@1642266085 after retry RPC after error@432091016)))
12:17:07.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.581 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.583 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.601 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.610 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.621 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.623 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.641 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.643 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:07.653316 1817 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.201s from last keepalive heartbeat (effective timeout is 1.000s)
12:17:07.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.661 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:07.660660 1868 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.1.82.60:46599)
12:17:07.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.663 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:07.690728 2775 raft_consensus.cc:482] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4f7ec4f08fc94e0d8f8971bd7eb0968c)
12:17:07.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:07.690968 2775 raft_consensus.cc:504] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:07.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:07.691617 2775 leader_election.cc:288] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131)
12:17:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:07.693010 2603 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111)
12:17:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:07.693173 2604 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131): Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:17:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:07.693374 2604 leader_election.cc:302] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: daba6f8373014b6a8ea9b7c6b79b1c8f; no voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, d8e8730aa8f6419aaa0573756c2e6202
12:17:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:07.693701 2775 raft_consensus.cc:2726] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
12:17:07.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.761 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.803 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [29ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [30ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [30ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@988574531(state=PENDING, result=null, callback=(continuation of Deferred@1381975386 after retry RPC after error@866075424) -> (continuation of Deferred@1084327324 after retry RPC after error@420384928) -> (continuation of Deferred@835937102 after retry RPC after error@2023530519) -> (continuation of Deferred@878532605 after retry RPC after error@1497061958) -> (continuation of Deferred@1935182652 after retry RPC after error@1859719512) -> (continuation of Deferred@811946433 after retry RPC after error@856671457) -> (continuation of Deferred@70887639 after retry RPC after error@575417049), errback=(continuation of Deferred@1381975386 after retry RPC after error@866075424) -> (continuation of Deferred@1084327324 after retry RPC after error@420384928) -> (continuation of Deferred@835937102 after retry RPC after error@2023530519) -> (continuation of Deferred@878532605 after retry RPC after error@1497061958) -> (continuation of Deferred@1935182652 after retry RPC after error@1859719512) -> (continuation of Deferred@811946433 after retry RPC after error@856671457) -> (continuation of Deferred@70887639 after retry RPC after error@575417049)))
12:17:07.803 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [29ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [30ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [30ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@988574531(state=PENDING, result=null, callback=(continuation of Deferred@1381975386 after retry RPC after error@866075424) -> (continuation of Deferred@1084327324 after retry RPC after error@420384928) -> (continuation of Deferred@835937102 after retry RPC after error@2023530519) -> (continuation of Deferred@878532605 after retry RPC after error@1497061958) -> (continuation of Deferred@1935182652 after retry RPC after error@1859719512) -> (continuation of Deferred@811946433 after retry RPC after error@856671457) -> (continuation of Deferred@70887639 after retry RPC after error@575417049), errback=(continuation of Deferred@1381975386 after retry RPC after error@866075424) -> (continuation of Deferred@1084327324 after retry RPC after error@420384928) -> (continuation of Deferred@835937102 after retry RPC after error@2023530519) -> (continuation of Deferred@878532605 after retry RPC after error@1497061958) -> (continuation of Deferred@1935182652 after retry RPC after error@1859719512) -> (continuation of Deferred@811946433 after retry RPC after error@856671457) -> (continuation of Deferred@70887639 after retry RPC after error@575417049)))
12:17:07.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.861 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.881 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.881 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.961 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.963 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:07.963 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1358874133(state=PENDING, result=null, callback=(continuation of Deferred@1908381898 after retry RPC after error@1229759737) -> (continuation of Deferred@1785754312 after retry RPC after error@1276694525) -> (continuation of Deferred@1097627516 after retry RPC after error@1831565508) -> (continuation of Deferred@77898139 after retry RPC after error@239722965) -> (continuation of Deferred@750563575 after retry RPC after error@442962172) -> (continuation of Deferred@1005507154 after retry RPC after error@2053688243), errback=(continuation of Deferred@1908381898 after retry RPC after error@1229759737) -> (continuation of Deferred@1785754312 after retry RPC after error@1276694525) -> (continuation of Deferred@1097627516 after retry RPC after error@1831565508) -> (continuation of Deferred@77898139 after retry RPC after error@239722965) -> (continuation of Deferred@750563575 after retry RPC after error@442962172) -> (continuation of Deferred@1005507154 after retry RPC after error@2053688243)))
12:17:07.964 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1358874133(state=PENDING, result=null, callback=(continuation of Deferred@1908381898 after retry RPC after error@1229759737) -> (continuation of Deferred@1785754312 after retry RPC after error@1276694525) -> (continuation of Deferred@1097627516 after retry RPC after error@1831565508) -> (continuation of Deferred@77898139 after retry RPC after error@239722965) -> (continuation of Deferred@750563575 after retry RPC after error@442962172) -> (continuation of Deferred@1005507154 after retry RPC after error@2053688243), errback=(continuation of Deferred@1908381898 after retry RPC after error@1229759737) -> (continuation of Deferred@1785754312 after retry RPC after error@1276694525) -> (continuation of Deferred@1097627516 after retry RPC after error@1831565508) -> (continuation of Deferred@77898139 after retry RPC after error@239722965) -> (continuation of Deferred@750563575 after retry RPC after error@442962172) -> (continuation of Deferred@1005507154 after retry RPC after error@2053688243)))
12:17:07.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:07.981 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:07.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:07.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:07.983 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.101 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.103 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.143 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1673632719(state=PENDING, result=null, callback=(continuation of Deferred@1151230679 after retry RPC after error@1729362592) -> (continuation of Deferred@1723561396 after retry RPC after error@164332879) -> (continuation of Deferred@1056233083 after retry RPC after error@1187708415) -> (continuation of Deferred@2069968455 after retry RPC after error@785724825) -> (continuation of Deferred@915040566 after retry RPC after error@666787613) -> (continuation of Deferred@1436522147 after retry RPC after error@1390483572), errback=(continuation of Deferred@1151230679 after retry RPC after error@1729362592) -> (continuation of Deferred@1723561396 after retry RPC after error@164332879) -> (continuation of Deferred@1056233083 after retry RPC after error@1187708415) -> (continuation of Deferred@2069968455 after retry RPC after error@785724825) -> (continuation of Deferred@915040566 after retry RPC after error@666787613) -> (continuation of Deferred@1436522147 after retry RPC after error@1390483572)))
12:17:08.144 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1673632719(state=PENDING, result=null, callback=(continuation of Deferred@1151230679 after retry RPC after error@1729362592) -> (continuation of Deferred@1723561396 after retry RPC after error@164332879) -> (continuation of Deferred@1056233083 after retry RPC after error@1187708415) -> (continuation of Deferred@2069968455 after retry RPC after error@785724825) -> (continuation of Deferred@915040566 after retry RPC after error@666787613) -> (continuation of Deferred@1436522147 after retry RPC after error@1390483572), errback=(continuation of Deferred@1151230679 after retry RPC after error@1729362592) -> (continuation of Deferred@1723561396 after retry RPC after error@164332879) -> (continuation of Deferred@1056233083 after retry RPC after error@1187708415) -> (continuation of Deferred@2069968455 after retry RPC after error@785724825) -> (continuation of Deferred@915040566 after retry RPC after error@666787613) -> (continuation of Deferred@1436522147 after retry RPC after error@1390483572)))
12:17:08.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.161 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.163 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.181 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.181 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.201 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.203 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.221 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.223 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.241 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.243 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.341 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.343 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.381 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.383 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.383 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@978995528(state=PENDING, result=null, callback=(continuation of Deferred@28868073 after retry RPC after error@1674069846) -> (continuation of Deferred@954181474 after retry RPC after error@1344780600) -> (continuation of Deferred@305316320 after retry RPC after error@862049799) -> (continuation of Deferred@1983939518 after retry RPC after error@457378359) -> (continuation of Deferred@528151934 after retry RPC after error@580307320) -> (continuation of Deferred@1345971175 after retry RPC after error@1395153253) -> (continuation of Deferred@456234875 after retry RPC after error@259539052), errback=(continuation of Deferred@28868073 after retry RPC after error@1674069846) -> (continuation of Deferred@954181474 after retry RPC after error@1344780600) -> (continuation of Deferred@305316320 after retry RPC after error@862049799) -> (continuation of Deferred@1983939518 after retry RPC after error@457378359) -> (continuation of Deferred@528151934 after retry RPC after error@580307320) -> (continuation of Deferred@1345971175 after retry RPC after error@1395153253) -> (continuation of Deferred@456234875 after retry RPC after error@259539052)))
12:17:08.384 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@978995528(state=PENDING, result=null, callback=(continuation of Deferred@28868073 after retry RPC after error@1674069846) -> (continuation of Deferred@954181474 after retry RPC after error@1344780600) -> (continuation of Deferred@305316320 after retry RPC after error@862049799) -> (continuation of Deferred@1983939518 after retry RPC after error@457378359) -> (continuation of Deferred@528151934 after retry RPC after error@580307320) -> (continuation of Deferred@1345971175 after retry RPC after error@1395153253) -> (continuation of Deferred@456234875 after retry RPC after error@259539052), errback=(continuation of Deferred@28868073 after retry RPC after error@1674069846) -> (continuation of Deferred@954181474 after retry RPC after error@1344780600) -> (continuation of Deferred@305316320 after retry RPC after error@862049799) -> (continuation of Deferred@1983939518 after retry RPC after error@457378359) -> (continuation of Deferred@528151934 after retry RPC after error@580307320) -> (continuation of Deferred@1345971175 after retry RPC after error@1395153253) -> (continuation of Deferred@456234875 after retry RPC after error@259539052)))
12:17:08.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.401 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.421 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.441 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.461 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.481 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.501 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.503 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.541 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.543 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.543 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1611958777(state=PENDING, result=null, callback=(continuation of Deferred@1536929316 after retry RPC after error@1026711499) -> (continuation of Deferred@1450134249 after retry RPC after error@309349020) -> (continuation of Deferred@337394808 after retry RPC after error@998241591) -> (continuation of Deferred@401332403 after retry RPC after error@132076664) -> (continuation of Deferred@1926584071 after retry RPC after error@910676519) -> (continuation of Deferred@2132847132 after retry RPC after error@44129556), errback=(continuation of Deferred@1536929316 after retry RPC after error@1026711499) -> (continuation of Deferred@1450134249 after retry RPC after error@309349020) -> (continuation of Deferred@337394808 after retry RPC after error@998241591) -> (continuation of Deferred@401332403 after retry RPC after error@132076664) -> (continuation of Deferred@1926584071 after retry RPC after error@910676519) -> (continuation of Deferred@2132847132 after retry RPC after error@44129556)))
12:17:08.544 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1611958777(state=PENDING, result=null, callback=(continuation of Deferred@1536929316 after retry RPC after error@1026711499) -> (continuation of Deferred@1450134249 after retry RPC after error@309349020) -> (continuation of Deferred@337394808 after retry RPC after error@998241591) -> (continuation of Deferred@401332403 after retry RPC after error@132076664) -> (continuation of Deferred@1926584071 after retry RPC after error@910676519) -> (continuation of Deferred@2132847132 after retry RPC after error@44129556), errback=(continuation of Deferred@1536929316 after retry RPC after error@1026711499) -> (continuation of Deferred@1450134249 after retry RPC after error@309349020) -> (continuation of Deferred@337394808 after retry RPC after error@998241591) -> (continuation of Deferred@401332403 after retry RPC after error@132076664) -> (continuation of Deferred@1926584071 after retry RPC after error@910676519) -> (continuation of Deferred@2132847132 after retry RPC after error@44129556)))
12:17:08.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.561 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.581 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.583 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.601 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.603 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.621 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:08.657269 2812 raft_consensus.cc:482] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4f7ec4f08fc94e0d8f8971bd7eb0968c)
12:17:08.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:08.657455 2812 raft_consensus.cc:504] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:08.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:08.657994 2812 leader_election.cc:288] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131)
12:17:08.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:08.660128 2604 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131): Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:17:08.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:08.660348 2603 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111)
12:17:08.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:08.660485 2603 leader_election.cc:302] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: daba6f8373014b6a8ea9b7c6b79b1c8f; no voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, d8e8730aa8f6419aaa0573756c2e6202
12:17:08.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:08.660794 2812 raft_consensus.cc:2726] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
12:17:08.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.681 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.683 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.743 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.743 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [66ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [66ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [67ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1475136408(state=PENDING, result=null, callback=(continuation of Deferred@1618710941 after retry RPC after error@437282486) -> (continuation of Deferred@1955515689 after retry RPC after error@1167026219) -> (continuation of Deferred@2042949246 after retry RPC after error@1618477606) -> (continuation of Deferred@1646095493 after retry RPC after error@1559072477) -> (continuation of Deferred@42220576 after retry RPC after error@575498084) -> (continuation of Deferred@725438188 after retry RPC after error@454469168), errback=(continuation of Deferred@1618710941 after retry RPC after error@437282486) -> (continuation of Deferred@1955515689 after retry RPC after error@1167026219) -> (continuation of Deferred@2042949246 after retry RPC after error@1618477606) -> (continuation of Deferred@1646095493 after retry RPC after error@1559072477) -> (continuation of Deferred@42220576 after retry RPC after error@575498084) -> (continuation of Deferred@725438188 after retry RPC after error@454469168)))
12:17:08.746 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [66ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [66ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [67ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1475136408(state=PENDING, result=null, callback=(continuation of Deferred@1618710941 after retry RPC after error@437282486) -> (continuation of Deferred@1955515689 after retry RPC after error@1167026219) -> (continuation of Deferred@2042949246 after retry RPC after error@1618477606) -> (continuation of Deferred@1646095493 after retry RPC after error@1559072477) -> (continuation of Deferred@42220576 after retry RPC after error@575498084) -> (continuation of Deferred@725438188 after retry RPC after error@454469168), errback=(continuation of Deferred@1618710941 after retry RPC after error@437282486) -> (continuation of Deferred@1955515689 after retry RPC after error@1167026219) -> (continuation of Deferred@2042949246 after retry RPC after error@1618477606) -> (continuation of Deferred@1646095493 after retry RPC after error@1559072477) -> (continuation of Deferred@42220576 after retry RPC after error@575498084) -> (continuation of Deferred@725438188 after retry RPC after error@454469168)))
12:17:08.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.761 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.763 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.781 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.783 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.801 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.801 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.803 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.819 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.839 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.941 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.943 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.943 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@142501267(state=PENDING, result=null, callback=(continuation of Deferred@2092480014 after retry RPC after error@1491612425) -> (continuation of Deferred@572442936 after retry RPC after error@1496805909) -> (continuation of Deferred@1619437563 after retry RPC after error@2045747353) -> (continuation of Deferred@770503061 after retry RPC after error@1328122343) -> (continuation of Deferred@449136262 after retry RPC after error@506119727) -> (continuation of Deferred@1409350694 after retry RPC after error@1466245616), errback=(continuation of Deferred@2092480014 after retry RPC after error@1491612425) -> (continuation of Deferred@572442936 after retry RPC after error@1496805909) -> (continuation of Deferred@1619437563 after retry RPC after error@2045747353) -> (continuation of Deferred@770503061 after retry RPC after error@1328122343) -> (continuation of Deferred@449136262 after retry RPC after error@506119727) -> (continuation of Deferred@1409350694 after retry RPC after error@1466245616)))
12:17:08.944 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@142501267(state=PENDING, result=null, callback=(continuation of Deferred@2092480014 after retry RPC after error@1491612425) -> (continuation of Deferred@572442936 after retry RPC after error@1496805909) -> (continuation of Deferred@1619437563 after retry RPC after error@2045747353) -> (continuation of Deferred@770503061 after retry RPC after error@1328122343) -> (continuation of Deferred@449136262 after retry RPC after error@506119727) -> (continuation of Deferred@1409350694 after retry RPC after error@1466245616), errback=(continuation of Deferred@2092480014 after retry RPC after error@1491612425) -> (continuation of Deferred@572442936 after retry RPC after error@1496805909) -> (continuation of Deferred@1619437563 after retry RPC after error@2045747353) -> (continuation of Deferred@770503061 after retry RPC after error@1328122343) -> (continuation of Deferred@449136262 after retry RPC after error@506119727) -> (continuation of Deferred@1409350694 after retry RPC after error@1466245616)))
12:17:08.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.961 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.963 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:08.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:08.981 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:08.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:08.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:08.983 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.001 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.021 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.041 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.061 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.063 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.103 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.103 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@782458231(state=PENDING, result=null, callback=(continuation of Deferred@1259764294 after retry RPC after error@494427587) -> (continuation of Deferred@19331724 after retry RPC after error@903497530) -> (continuation of Deferred@1306972045 after retry RPC after error@305071543) -> (continuation of Deferred@611024868 after retry RPC after error@1131352004) -> (continuation of Deferred@940452483 after retry RPC after error@1390842504) -> (continuation of Deferred@755843951 after retry RPC after error@380069925), errback=(continuation of Deferred@1259764294 after retry RPC after error@494427587) -> (continuation of Deferred@19331724 after retry RPC after error@903497530) -> (continuation of Deferred@1306972045 after retry RPC after error@305071543) -> (continuation of Deferred@611024868 after retry RPC after error@1131352004) -> (continuation of Deferred@940452483 after retry RPC after error@1390842504) -> (continuation of Deferred@755843951 after retry RPC after error@380069925)))
12:17:09.104 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@782458231(state=PENDING, result=null, callback=(continuation of Deferred@1259764294 after retry RPC after error@494427587) -> (continuation of Deferred@19331724 after retry RPC after error@903497530) -> (continuation of Deferred@1306972045 after retry RPC after error@305071543) -> (continuation of Deferred@611024868 after retry RPC after error@1131352004) -> (continuation of Deferred@940452483 after retry RPC after error@1390842504) -> (continuation of Deferred@755843951 after retry RPC after error@380069925), errback=(continuation of Deferred@1259764294 after retry RPC after error@494427587) -> (continuation of Deferred@19331724 after retry RPC after error@903497530) -> (continuation of Deferred@1306972045 after retry RPC after error@305071543) -> (continuation of Deferred@611024868 after retry RPC after error@1131352004) -> (continuation of Deferred@940452483 after retry RPC after error@1390842504) -> (continuation of Deferred@755843951 after retry RPC after error@380069925)))
12:17:09.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.123 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.141 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.143 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.161 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.163 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.181 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.201 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.203 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.241 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.243 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.283 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.292 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [4ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [44ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [124ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [164ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@426986216(state=PENDING, result=null, callback=(continuation of Deferred@665311913 after retry RPC after error@1177214955) -> (continuation of Deferred@1873550458 after retry RPC after error@1812672365) -> (continuation of Deferred@1977664215 after retry RPC after error@1696960007) -> (continuation of Deferred@1793397013 after retry RPC after error@1604332387) -> (continuation of Deferred@749055034 after retry RPC after error@1698257439) -> (continuation of Deferred@655786516 after retry RPC after error@2041794214), errback=(continuation of Deferred@665311913 after retry RPC after error@1177214955) -> (continuation of Deferred@1873550458 after retry RPC after error@1812672365) -> (continuation of Deferred@1977664215 after retry RPC after error@1696960007) -> (continuation of Deferred@1793397013 after retry RPC after error@1604332387) -> (continuation of Deferred@749055034 after retry RPC after error@1698257439) -> (continuation of Deferred@655786516 after retry RPC after error@2041794214)))
12:17:09.292 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [4ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [44ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [124ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [164ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@426986216(state=PENDING, result=null, callback=(continuation of Deferred@665311913 after retry RPC after error@1177214955) -> (continuation of Deferred@1873550458 after retry RPC after error@1812672365) -> (continuation of Deferred@1977664215 after retry RPC after error@1696960007) -> (continuation of Deferred@1793397013 after retry RPC after error@1604332387) -> (continuation of Deferred@749055034 after retry RPC after error@1698257439) -> (continuation of Deferred@655786516 after retry RPC after error@2041794214), errback=(continuation of Deferred@665311913 after retry RPC after error@1177214955) -> (continuation of Deferred@1873550458 after retry RPC after error@1812672365) -> (continuation of Deferred@1977664215 after retry RPC after error@1696960007) -> (continuation of Deferred@1793397013 after retry RPC after error@1604332387) -> (continuation of Deferred@749055034 after retry RPC after error@1698257439) -> (continuation of Deferred@655786516 after retry RPC after error@2041794214)))
12:17:09.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.501 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.543 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1799267914(state=PENDING, result=null, callback=(continuation of Deferred@965593043 after retry RPC after error@80281204) -> (continuation of Deferred@8989978 after retry RPC after error@505137079) -> (continuation of Deferred@1233070328 after retry RPC after error@168252669) -> (continuation of Deferred@1127176538 after retry RPC after error@63506679) -> (continuation of Deferred@868337822 after retry RPC after error@64078503) -> (continuation of Deferred@973975054 after retry RPC after error@1900582664) -> (continuation of Deferred@1282421895 after retry RPC after error@1094255444) -> (continuation of Deferred@370391203 after retry RPC after error@592874942) -> (continuation of Deferred@1850691935 after retry RPC after error@1734724705), errback=(continuation of Deferred@965593043 after retry RPC after error@80281204) -> (continuation of Deferred@8989978 after retry RPC after error@505137079) -> (continuation of Deferred@1233070328 after retry RPC after error@168252669) -> (continuation of Deferred@1127176538 after retry RPC after error@63506679) -> (continuation of Deferred@868337822 after retry RPC after error@64078503) -> (continuation of Deferred@973975054 after retry RPC after error@1900582664) -> (continuation of Deferred@1282421895 after retry RPC after error@1094255444) -> (continuation of Deferred@370391203 after retry RPC after error@592874942) -> (continuation of Deferred@1850691935 after retry RPC after error@1734724705)))
12:17:09.543 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1799267914(state=PENDING, result=null, callback=(continuation of Deferred@965593043 after retry RPC after error@80281204) -> (continuation of Deferred@8989978 after retry RPC after error@505137079) -> (continuation of Deferred@1233070328 after retry RPC after error@168252669) -> (continuation of Deferred@1127176538 after retry RPC after error@63506679) -> (continuation of Deferred@868337822 after retry RPC after error@64078503) -> (continuation of Deferred@973975054 after retry RPC after error@1900582664) -> (continuation of Deferred@1282421895 after retry RPC after error@1094255444) -> (continuation of Deferred@370391203 after retry RPC after error@592874942) -> (continuation of Deferred@1850691935 after retry RPC after error@1734724705), errback=(continuation of Deferred@965593043 after retry RPC after error@80281204) -> (continuation of Deferred@8989978 after retry RPC after error@505137079) -> (continuation of Deferred@1233070328 after retry RPC after error@168252669) -> (continuation of Deferred@1127176538 after retry RPC after error@63506679) -> (continuation of Deferred@868337822 after retry RPC after error@64078503) -> (continuation of Deferred@973975054 after retry RPC after error@1900582664) -> (continuation of Deferred@1282421895 after retry RPC after error@1094255444) -> (continuation of Deferred@370391203 after retry RPC after error@592874942) -> (continuation of Deferred@1850691935 after retry RPC after error@1734724705)))
12:17:09.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.583 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.601 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.621 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.623 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.641 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.643 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.643 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.681 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.683 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.801 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.803 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.804 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1779027559(state=PENDING, result=null, callback=(continuation of Deferred@900873230 after retry RPC after error@1876158035) -> (continuation of Deferred@711601793 after retry RPC after error@246724445) -> (continuation of Deferred@709011657 after retry RPC after error@1515397804) -> (continuation of Deferred@565580097 after retry RPC after error@169038965) -> (continuation of Deferred@900247838 after retry RPC after error@1982702405) -> (continuation of Deferred@1728088280 after retry RPC after error@1998637233) -> (continuation of Deferred@133216010 after retry RPC after error@484182842), errback=(continuation of Deferred@900873230 after retry RPC after error@1876158035) -> (continuation of Deferred@711601793 after retry RPC after error@246724445) -> (continuation of Deferred@709011657 after retry RPC after error@1515397804) -> (continuation of Deferred@565580097 after retry RPC after error@169038965) -> (continuation of Deferred@900247838 after retry RPC after error@1982702405) -> (continuation of Deferred@1728088280 after retry RPC after error@1998637233) -> (continuation of Deferred@133216010 after retry RPC after error@484182842)))
12:17:09.804 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1779027559(state=PENDING, result=null, callback=(continuation of Deferred@900873230 after retry RPC after error@1876158035) -> (continuation of Deferred@711601793 after retry RPC after error@246724445) -> (continuation of Deferred@709011657 after retry RPC after error@1515397804) -> (continuation of Deferred@565580097 after retry RPC after error@169038965) -> (continuation of Deferred@900247838 after retry RPC after error@1982702405) -> (continuation of Deferred@1728088280 after retry RPC after error@1998637233) -> (continuation of Deferred@133216010 after retry RPC after error@484182842), errback=(continuation of Deferred@900873230 after retry RPC after error@1876158035) -> (continuation of Deferred@711601793 after retry RPC after error@246724445) -> (continuation of Deferred@709011657 after retry RPC after error@1515397804) -> (continuation of Deferred@565580097 after retry RPC after error@169038965) -> (continuation of Deferred@900247838 after retry RPC after error@1982702405) -> (continuation of Deferred@1728088280 after retry RPC after error@1998637233) -> (continuation of Deferred@133216010 after retry RPC after error@484182842)))
12:17:09.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.821 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.861 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.881 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.901 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:09.923445 2825 raft_consensus.cc:482] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4f7ec4f08fc94e0d8f8971bd7eb0968c)
12:17:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:09.923738 2825 raft_consensus.cc:504] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:09.924580 2825 leader_election.cc:288] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131)
12:17:09.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:09.926932 2604 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131): Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:17:09.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:09.927178 2603 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111)
12:17:09.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:09.927312 2603 leader_election.cc:302] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: daba6f8373014b6a8ea9b7c6b79b1c8f; no voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, d8e8730aa8f6419aaa0573756c2e6202
12:17:09.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:09.927541 2825 raft_consensus.cc:2726] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
12:17:09.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:09.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:09.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:09.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:09.943 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:09.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:09.980724 2579 master_runner.cc:186] Error getting master registration for 127.1.82.62:46627: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111),
12:17:09.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:09.980971 2579 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:17:10.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.001 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.023 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@95537308(state=PENDING, result=null, callback=(continuation of Deferred@1188908141 after retry RPC after error@139648323) -> (continuation of Deferred@1197540220 after retry RPC after error@1285539364) -> (continuation of Deferred@1611482622 after retry RPC after error@2116756601) -> (continuation of Deferred@832483875 after retry RPC after error@50523346) -> (continuation of Deferred@162163705 after retry RPC after error@780504665) -> (continuation of Deferred@1791897088 after retry RPC after error@2118007799) -> (continuation of Deferred@613511786 after retry RPC after error@644143079), errback=(continuation of Deferred@1188908141 after retry RPC after error@139648323) -> (continuation of Deferred@1197540220 after retry RPC after error@1285539364) -> (continuation of Deferred@1611482622 after retry RPC after error@2116756601) -> (continuation of Deferred@832483875 after retry RPC after error@50523346) -> (continuation of Deferred@162163705 after retry RPC after error@780504665) -> (continuation of Deferred@1791897088 after retry RPC after error@2118007799) -> (continuation of Deferred@613511786 after retry RPC after error@644143079)))
12:17:10.024 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@95537308(state=PENDING, result=null, callback=(continuation of Deferred@1188908141 after retry RPC after error@139648323) -> (continuation of Deferred@1197540220 after retry RPC after error@1285539364) -> (continuation of Deferred@1611482622 after retry RPC after error@2116756601) -> (continuation of Deferred@832483875 after retry RPC after error@50523346) -> (continuation of Deferred@162163705 after retry RPC after error@780504665) -> (continuation of Deferred@1791897088 after retry RPC after error@2118007799) -> (continuation of Deferred@613511786 after retry RPC after error@644143079), errback=(continuation of Deferred@1188908141 after retry RPC after error@139648323) -> (continuation of Deferred@1197540220 after retry RPC after error@1285539364) -> (continuation of Deferred@1611482622 after retry RPC after error@2116756601) -> (continuation of Deferred@832483875 after retry RPC after error@50523346) -> (continuation of Deferred@162163705 after retry RPC after error@780504665) -> (continuation of Deferred@1791897088 after retry RPC after error@2118007799) -> (continuation of Deferred@613511786 after retry RPC after error@644143079)))
12:17:10.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.041 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.063 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.081 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.101 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.103 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.183 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1715915752(state=PENDING, result=null, callback=(continuation of Deferred@1319609754 after retry RPC after error@1668303564) -> (continuation of Deferred@621456503 after retry RPC after error@1975724725) -> (continuation of Deferred@104585954 after retry RPC after error@1736234691) -> (continuation of Deferred@400926543 after retry RPC after error@2065670532) -> (continuation of Deferred@590059727 after retry RPC after error@576755879) -> (continuation of Deferred@403016827 after retry RPC after error@504372606), errback=(continuation of Deferred@1319609754 after retry RPC after error@1668303564) -> (continuation of Deferred@621456503 after retry RPC after error@1975724725) -> (continuation of Deferred@104585954 after retry RPC after error@1736234691) -> (continuation of Deferred@400926543 after retry RPC after error@2065670532) -> (continuation of Deferred@590059727 after retry RPC after error@576755879) -> (continuation of Deferred@403016827 after retry RPC after error@504372606)))
12:17:10.183 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1715915752(state=PENDING, result=null, callback=(continuation of Deferred@1319609754 after retry RPC after error@1668303564) -> (continuation of Deferred@621456503 after retry RPC after error@1975724725) -> (continuation of Deferred@104585954 after retry RPC after error@1736234691) -> (continuation of Deferred@400926543 after retry RPC after error@2065670532) -> (continuation of Deferred@590059727 after retry RPC after error@576755879) -> (continuation of Deferred@403016827 after retry RPC after error@504372606), errback=(continuation of Deferred@1319609754 after retry RPC after error@1668303564) -> (continuation of Deferred@621456503 after retry RPC after error@1975724725) -> (continuation of Deferred@104585954 after retry RPC after error@1736234691) -> (continuation of Deferred@400926543 after retry RPC after error@2065670532) -> (continuation of Deferred@590059727 after retry RPC after error@576755879) -> (continuation of Deferred@403016827 after retry RPC after error@504372606)))
12:17:10.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.203 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.223 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.241 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.243 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.261 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.263 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.281 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.283 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.301 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.303 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.321 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.323 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.460 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@601007376(state=PENDING, result=null, callback=(continuation of Deferred@319152877 after retry RPC after error@1853237863) -> (continuation of Deferred@1327318570 after retry RPC after error@2035384572) -> (continuation of Deferred@1165957041 after retry RPC after error@444934251) -> (continuation of Deferred@1066139911 after retry RPC after error@1244602474) -> (continuation of Deferred@2001761281 after retry RPC after error@1143332080) -> (continuation of Deferred@461269322 after retry RPC after error@677455423) -> (continuation of Deferred@1558560590 after retry RPC after error@911030910), errback=(continuation of Deferred@319152877 after retry RPC after error@1853237863) -> (continuation of Deferred@1327318570 after retry RPC after error@2035384572) -> (continuation of Deferred@1165957041 after retry RPC after error@444934251) -> (continuation of Deferred@1066139911 after retry RPC after error@1244602474) -> (continuation of Deferred@2001761281 after retry RPC after error@1143332080) -> (continuation of Deferred@461269322 after retry RPC after error@677455423) -> (continuation of Deferred@1558560590 after retry RPC after error@911030910)))
12:17:10.461 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:10.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.481 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.483 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.543 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.601 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.603 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.723 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1506156072(state=PENDING, result=null, callback=(continuation of Deferred@1755742744 after retry RPC after error@1996666445) -> (continuation of Deferred@1092253165 after retry RPC after error@683939000) -> (continuation of Deferred@1949234682 after retry RPC after error@385648108) -> (continuation of Deferred@81477571 after retry RPC after error@204638772) -> (continuation of Deferred@254820205 after retry RPC after error@2106656898) -> (continuation of Deferred@543753684 after retry RPC after error@940726471) -> (continuation of Deferred@911725567 after retry RPC after error@1131878575), errback=(continuation of Deferred@1755742744 after retry RPC after error@1996666445) -> (continuation of Deferred@1092253165 after retry RPC after error@683939000) -> (continuation of Deferred@1949234682 after retry RPC after error@385648108) -> (continuation of Deferred@81477571 after retry RPC after error@204638772) -> (continuation of Deferred@254820205 after retry RPC after error@2106656898) -> (continuation of Deferred@543753684 after retry RPC after error@940726471) -> (continuation of Deferred@911725567 after retry RPC after error@1131878575)))
12:17:10.723 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1506156072(state=PENDING, result=null, callback=(continuation of Deferred@1755742744 after retry RPC after error@1996666445) -> (continuation of Deferred@1092253165 after retry RPC after error@683939000) -> (continuation of Deferred@1949234682 after retry RPC after error@385648108) -> (continuation of Deferred@81477571 after retry RPC after error@204638772) -> (continuation of Deferred@254820205 after retry RPC after error@2106656898) -> (continuation of Deferred@543753684 after retry RPC after error@940726471) -> (continuation of Deferred@911725567 after retry RPC after error@1131878575), errback=(continuation of Deferred@1755742744 after retry RPC after error@1996666445) -> (continuation of Deferred@1092253165 after retry RPC after error@683939000) -> (continuation of Deferred@1949234682 after retry RPC after error@385648108) -> (continuation of Deferred@81477571 after retry RPC after error@204638772) -> (continuation of Deferred@254820205 after retry RPC after error@2106656898) -> (continuation of Deferred@543753684 after retry RPC after error@940726471) -> (continuation of Deferred@911725567 after retry RPC after error@1131878575)))
12:17:10.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.779 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.801 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.919 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:10.981 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:10.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:10.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:10.983 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:10.983 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1963146404(state=PENDING, result=null, callback=(continuation of Deferred@352512200 after retry RPC after error@603894298) -> (continuation of Deferred@2103564728 after retry RPC after error@300629164) -> (continuation of Deferred@330154737 after retry RPC after error@1167449340) -> (continuation of Deferred@919237103 after retry RPC after error@2114725318) -> (continuation of Deferred@55298748 after retry RPC after error@1750238229) -> (continuation of Deferred@225625593 after retry RPC after error@315618180) -> (continuation of Deferred@1334629707 after retry RPC after error@855806595), errback=(continuation of Deferred@352512200 after retry RPC after error@603894298) -> (continuation of Deferred@2103564728 after retry RPC after error@300629164) -> (continuation of Deferred@330154737 after retry RPC after error@1167449340) -> (continuation of Deferred@919237103 after retry RPC after error@2114725318) -> (continuation of Deferred@55298748 after retry RPC after error@1750238229) -> (continuation of Deferred@225625593 after retry RPC after error@315618180) -> (continuation of Deferred@1334629707 after retry RPC after error@855806595)))
12:17:10.984 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1963146404(state=PENDING, result=null, callback=(continuation of Deferred@352512200 after retry RPC after error@603894298) -> (continuation of Deferred@2103564728 after retry RPC after error@300629164) -> (continuation of Deferred@330154737 after retry RPC after error@1167449340) -> (continuation of Deferred@919237103 after retry RPC after error@2114725318) -> (continuation of Deferred@55298748 after retry RPC after error@1750238229) -> (continuation of Deferred@225625593 after retry RPC after error@315618180) -> (continuation of Deferred@1334629707 after retry RPC after error@855806595), errback=(continuation of Deferred@352512200 after retry RPC after error@603894298) -> (continuation of Deferred@2103564728 after retry RPC after error@300629164) -> (continuation of Deferred@330154737 after retry RPC after error@1167449340) -> (continuation of Deferred@919237103 after retry RPC after error@2114725318) -> (continuation of Deferred@55298748 after retry RPC after error@1750238229) -> (continuation of Deferred@225625593 after retry RPC after error@315618180) -> (continuation of Deferred@1334629707 after retry RPC after error@855806595)))
12:17:11.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.001 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.021 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.041 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.061 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.063 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.081 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.183 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.260 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [105ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [106ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@824850423(state=PENDING, result=null, callback=(continuation of Deferred@737233743 after retry RPC after error@1352931826) -> (continuation of Deferred@185204297 after retry RPC after error@1811739984) -> (continuation of Deferred@1257664595 after retry RPC after error@980261750) -> (continuation of Deferred@2119352772 after retry RPC after error@1913187627) -> (continuation of Deferred@193298385 after retry RPC after error@1575351292) -> (continuation of Deferred@894518629 after retry RPC after error@362321) -> (continuation of Deferred@551426935 after retry RPC after error@1389786755), errback=(continuation of Deferred@737233743 after retry RPC after error@1352931826) -> (continuation of Deferred@185204297 after retry RPC after error@1811739984) -> (continuation of Deferred@1257664595 after retry RPC after error@980261750) -> (continuation of Deferred@2119352772 after retry RPC after error@1913187627) -> (continuation of Deferred@193298385 after retry RPC after error@1575351292) -> (continuation of Deferred@894518629 after retry RPC after error@362321) -> (continuation of Deferred@551426935 after retry RPC after error@1389786755)))
12:17:11.261 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:11.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.303 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.321 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.341 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.343 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.361 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.363 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.481 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.483 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.483 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [44ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1579499585(state=PENDING, result=null, callback=(continuation of Deferred@831292994 after retry RPC after error@896581265) -> (continuation of Deferred@1292216996 after retry RPC after error@970378253) -> (continuation of Deferred@1824388067 after retry RPC after error@1552501971) -> (continuation of Deferred@1018793324 after retry RPC after error@855672914) -> (continuation of Deferred@815879994 after retry RPC after error@651717161) -> (continuation of Deferred@1450852723 after retry RPC after error@1636762102), errback=(continuation of Deferred@831292994 after retry RPC after error@896581265) -> (continuation of Deferred@1292216996 after retry RPC after error@970378253) -> (continuation of Deferred@1824388067 after retry RPC after error@1552501971) -> (continuation of Deferred@1018793324 after retry RPC after error@855672914) -> (continuation of Deferred@815879994 after retry RPC after error@651717161) -> (continuation of Deferred@1450852723 after retry RPC after error@1636762102)))
12:17:11.484 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [44ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1579499585(state=PENDING, result=null, callback=(continuation of Deferred@831292994 after retry RPC after error@896581265) -> (continuation of Deferred@1292216996 after retry RPC after error@970378253) -> (continuation of Deferred@1824388067 after retry RPC after error@1552501971) -> (continuation of Deferred@1018793324 after retry RPC after error@855672914) -> (continuation of Deferred@815879994 after retry RPC after error@651717161) -> (continuation of Deferred@1450852723 after retry RPC after error@1636762102), errback=(continuation of Deferred@831292994 after retry RPC after error@896581265) -> (continuation of Deferred@1292216996 after retry RPC after error@970378253) -> (continuation of Deferred@1824388067 after retry RPC after error@1552501971) -> (continuation of Deferred@1018793324 after retry RPC after error@855672914) -> (continuation of Deferred@815879994 after retry RPC after error@651717161) -> (continuation of Deferred@1450852723 after retry RPC after error@1636762102)))
12:17:11.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.501 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.503 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.521 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.581 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.583 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.601 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.603 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.743 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1617505730(state=PENDING, result=null, callback=(continuation of Deferred@1520575805 after retry RPC after error@1278157189) -> (continuation of Deferred@1406446000 after retry RPC after error@2054850869) -> (continuation of Deferred@834322570 after retry RPC after error@78441521) -> (continuation of Deferred@1917017149 after retry RPC after error@1558069345) -> (continuation of Deferred@998733280 after retry RPC after error@1479138245) -> (continuation of Deferred@820233801 after retry RPC after error@504386940) -> (continuation of Deferred@506989355 after retry RPC after error@148442330) -> (continuation of Deferred@640045574 after retry RPC after error@973166603), errback=(continuation of Deferred@1520575805 after retry RPC after error@1278157189) -> (continuation of Deferred@1406446000 after retry RPC after error@2054850869) -> (continuation of Deferred@834322570 after retry RPC after error@78441521) -> (continuation of Deferred@1917017149 after retry RPC after error@1558069345) -> (continuation of Deferred@998733280 after retry RPC after error@1479138245) -> (continuation of Deferred@820233801 after retry RPC after error@504386940) -> (continuation of Deferred@506989355 after retry RPC after error@148442330) -> (continuation of Deferred@640045574 after retry RPC after error@973166603)))
12:17:11.743 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1617505730(state=PENDING, result=null, callback=(continuation of Deferred@1520575805 after retry RPC after error@1278157189) -> (continuation of Deferred@1406446000 after retry RPC after error@2054850869) -> (continuation of Deferred@834322570 after retry RPC after error@78441521) -> (continuation of Deferred@1917017149 after retry RPC after error@1558069345) -> (continuation of Deferred@998733280 after retry RPC after error@1479138245) -> (continuation of Deferred@820233801 after retry RPC after error@504386940) -> (continuation of Deferred@506989355 after retry RPC after error@148442330) -> (continuation of Deferred@640045574 after retry RPC after error@973166603), errback=(continuation of Deferred@1520575805 after retry RPC after error@1278157189) -> (continuation of Deferred@1406446000 after retry RPC after error@2054850869) -> (continuation of Deferred@834322570 after retry RPC after error@78441521) -> (continuation of Deferred@1917017149 after retry RPC after error@1558069345) -> (continuation of Deferred@998733280 after retry RPC after error@1479138245) -> (continuation of Deferred@820233801 after retry RPC after error@504386940) -> (continuation of Deferred@506989355 after retry RPC after error@148442330) -> (continuation of Deferred@640045574 after retry RPC after error@973166603)))
12:17:11.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.801 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.819 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.839 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.841 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.881 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.881 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.901 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:11.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:11.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:11.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:11.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:11.943 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.001 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.003 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [144ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1025303311(state=PENDING, result=null, callback=(continuation of Deferred@1415835264 after retry RPC after error@311780336) -> (continuation of Deferred@1002483904 after retry RPC after error@1629366316) -> (continuation of Deferred@717409633 after retry RPC after error@334602538) -> (continuation of Deferred@763970852 after retry RPC after error@1036404721) -> (continuation of Deferred@22232301 after retry RPC after error@531965212) -> (continuation of Deferred@2029188011 after retry RPC after error@2005191307) -> (continuation of Deferred@1864905922 after retry RPC after error@1501786622) -> (continuation of Deferred@906211022 after retry RPC after error@1728244247), errback=(continuation of Deferred@1415835264 after retry RPC after error@311780336) -> (continuation of Deferred@1002483904 after retry RPC after error@1629366316) -> (continuation of Deferred@717409633 after retry RPC after error@334602538) -> (continuation of Deferred@763970852 after retry RPC after error@1036404721) -> (continuation of Deferred@22232301 after retry RPC after error@531965212) -> (continuation of Deferred@2029188011 after retry RPC after error@2005191307) -> (continuation of Deferred@1864905922 after retry RPC after error@1501786622) -> (continuation of Deferred@906211022 after retry RPC after error@1728244247)))
12:17:12.004 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [144ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1025303311(state=PENDING, result=null, callback=(continuation of Deferred@1415835264 after retry RPC after error@311780336) -> (continuation of Deferred@1002483904 after retry RPC after error@1629366316) -> (continuation of Deferred@717409633 after retry RPC after error@334602538) -> (continuation of Deferred@763970852 after retry RPC after error@1036404721) -> (continuation of Deferred@22232301 after retry RPC after error@531965212) -> (continuation of Deferred@2029188011 after retry RPC after error@2005191307) -> (continuation of Deferred@1864905922 after retry RPC after error@1501786622) -> (continuation of Deferred@906211022 after retry RPC after error@1728244247), errback=(continuation of Deferred@1415835264 after retry RPC after error@311780336) -> (continuation of Deferred@1002483904 after retry RPC after error@1629366316) -> (continuation of Deferred@717409633 after retry RPC after error@334602538) -> (continuation of Deferred@763970852 after retry RPC after error@1036404721) -> (continuation of Deferred@22232301 after retry RPC after error@531965212) -> (continuation of Deferred@2029188011 after retry RPC after error@2005191307) -> (continuation of Deferred@1864905922 after retry RPC after error@1501786622) -> (continuation of Deferred@906211022 after retry RPC after error@1728244247)))
12:17:12.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.021 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.041 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.061 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.081 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.101 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.103 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.143 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:12.156904 2841 raft_consensus.cc:482] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4f7ec4f08fc94e0d8f8971bd7eb0968c)
12:17:12.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:12.157171 2841 raft_consensus.cc:504] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:12.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:12.157884 2841 leader_election.cc:288] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131)
12:17:12.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:12.158802 2603 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111) [suppressed 10 similar messages]
12:17:12.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:12.160200 2603 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111)
12:17:12.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:12.160554 2604 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131): Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:17:12.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:12.160722 2604 leader_election.cc:302] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: daba6f8373014b6a8ea9b7c6b79b1c8f; no voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, d8e8730aa8f6419aaa0573756c2e6202
12:17:12.161 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:12.161397 2841 raft_consensus.cc:2726] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
12:17:12.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.163 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.181 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.183 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.184 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@738545402(state=PENDING, result=null, callback=(continuation of Deferred@606900378 after retry RPC after error@1481321218) -> (continuation of Deferred@2057353547 after retry RPC after error@2094287483) -> (continuation of Deferred@1010613563 after retry RPC after error@1026458245) -> (continuation of Deferred@1119559306 after retry RPC after error@476185396) -> (continuation of Deferred@1173270758 after retry RPC after error@203237492) -> (continuation of Deferred@382220339 after retry RPC after error@448782973) -> (continuation of Deferred@719718476 after retry RPC after error@1339939820), errback=(continuation of Deferred@606900378 after retry RPC after error@1481321218) -> (continuation of Deferred@2057353547 after retry RPC after error@2094287483) -> (continuation of Deferred@1010613563 after retry RPC after error@1026458245) -> (continuation of Deferred@1119559306 after retry RPC after error@476185396) -> (continuation of Deferred@1173270758 after retry RPC after error@203237492) -> (continuation of Deferred@382220339 after retry RPC after error@448782973) -> (continuation of Deferred@719718476 after retry RPC after error@1339939820)))
12:17:12.184 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@738545402(state=PENDING, result=null, callback=(continuation of Deferred@606900378 after retry RPC after error@1481321218) -> (continuation of Deferred@2057353547 after retry RPC after error@2094287483) -> (continuation of Deferred@1010613563 after retry RPC after error@1026458245) -> (continuation of Deferred@1119559306 after retry RPC after error@476185396) -> (continuation of Deferred@1173270758 after retry RPC after error@203237492) -> (continuation of Deferred@382220339 after retry RPC after error@448782973) -> (continuation of Deferred@719718476 after retry RPC after error@1339939820), errback=(continuation of Deferred@606900378 after retry RPC after error@1481321218) -> (continuation of Deferred@2057353547 after retry RPC after error@2094287483) -> (continuation of Deferred@1010613563 after retry RPC after error@1026458245) -> (continuation of Deferred@1119559306 after retry RPC after error@476185396) -> (continuation of Deferred@1173270758 after retry RPC after error@203237492) -> (continuation of Deferred@382220339 after retry RPC after error@448782973) -> (continuation of Deferred@719718476 after retry RPC after error@1339939820)))
12:17:12.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.201 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.203 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.221 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.223 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.241 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.261 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.363 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.460 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1432549451(state=PENDING, result=null, callback=(continuation of Deferred@885136774 after retry RPC after error@1504868412) -> (continuation of Deferred@1405031436 after retry RPC after error@291311248) -> (continuation of Deferred@903290640 after retry RPC after error@2146365966) -> (continuation of Deferred@1423611531 after retry RPC after error@764033806) -> (continuation of Deferred@539528752 after retry RPC after error@677275321) -> (continuation of Deferred@682677239 after retry RPC after error@1419693988) -> (continuation of Deferred@807637513 after retry RPC after error@1796423962), errback=(continuation of Deferred@885136774 after retry RPC after error@1504868412) -> (continuation of Deferred@1405031436 after retry RPC after error@291311248) -> (continuation of Deferred@903290640 after retry RPC after error@2146365966) -> (continuation of Deferred@1423611531 after retry RPC after error@764033806) -> (continuation of Deferred@539528752 after retry RPC after error@677275321) -> (continuation of Deferred@682677239 after retry RPC after error@1419693988) -> (continuation of Deferred@807637513 after retry RPC after error@1796423962)))
12:17:12.461 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:12.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.481 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.483 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.501 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.503 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.521 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.561 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.581 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.583 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.644 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [164ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1319834487(state=PENDING, result=null, callback=(continuation of Deferred@167264769 after retry RPC after error@1271369086) -> (continuation of Deferred@1956348054 after retry RPC after error@1648170457) -> (continuation of Deferred@689875925 after retry RPC after error@1590001653) -> (continuation of Deferred@1995627403 after retry RPC after error@2087422801) -> (continuation of Deferred@553113354 after retry RPC after error@1438137910) -> (continuation of Deferred@905353609 after retry RPC after error@359116133), errback=(continuation of Deferred@167264769 after retry RPC after error@1271369086) -> (continuation of Deferred@1956348054 after retry RPC after error@1648170457) -> (continuation of Deferred@689875925 after retry RPC after error@1590001653) -> (continuation of Deferred@1995627403 after retry RPC after error@2087422801) -> (continuation of Deferred@553113354 after retry RPC after error@1438137910) -> (continuation of Deferred@905353609 after retry RPC after error@359116133)))
12:17:12.645 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [164ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1319834487(state=PENDING, result=null, callback=(continuation of Deferred@167264769 after retry RPC after error@1271369086) -> (continuation of Deferred@1956348054 after retry RPC after error@1648170457) -> (continuation of Deferred@689875925 after retry RPC after error@1590001653) -> (continuation of Deferred@1995627403 after retry RPC after error@2087422801) -> (continuation of Deferred@553113354 after retry RPC after error@1438137910) -> (continuation of Deferred@905353609 after retry RPC after error@359116133), errback=(continuation of Deferred@167264769 after retry RPC after error@1271369086) -> (continuation of Deferred@1956348054 after retry RPC after error@1648170457) -> (continuation of Deferred@689875925 after retry RPC after error@1590001653) -> (continuation of Deferred@1995627403 after retry RPC after error@2087422801) -> (continuation of Deferred@553113354 after retry RPC after error@1438137910) -> (continuation of Deferred@905353609 after retry RPC after error@359116133)))
12:17:12.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.661 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.663 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.681 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.703 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.723 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:12.731788 1868 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 1)
12:17:12.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:12.738065 1868 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '96e0982aab9942cd864c4602a7ff3f14', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '96e0982aab9942cd864c4602a7ff3f14', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 1)
12:17:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:12.740145 1868 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.1.82.60:46599)
12:17:12.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.781 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.783 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.861 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.863 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@485501940(state=PENDING, result=null, callback=(continuation of Deferred@1338644706 after retry RPC after error@1272997855) -> (continuation of Deferred@1685031753 after retry RPC after error@2044568507) -> (continuation of Deferred@1724885354 after retry RPC after error@786031859) -> (continuation of Deferred@921962402 after retry RPC after error@580954812) -> (continuation of Deferred@960484219 after retry RPC after error@1486902995) -> (continuation of Deferred@1316979570 after retry RPC after error@1772959051) -> (continuation of Deferred@785291022 after retry RPC after error@1954699978), errback=(continuation of Deferred@1338644706 after retry RPC after error@1272997855) -> (continuation of Deferred@1685031753 after retry RPC after error@2044568507) -> (continuation of Deferred@1724885354 after retry RPC after error@786031859) -> (continuation of Deferred@921962402 after retry RPC after error@580954812) -> (continuation of Deferred@960484219 after retry RPC after error@1486902995) -> (continuation of Deferred@1316979570 after retry RPC after error@1772959051) -> (continuation of Deferred@785291022 after retry RPC after error@1954699978)))
12:17:12.863 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@485501940(state=PENDING, result=null, callback=(continuation of Deferred@1338644706 after retry RPC after error@1272997855) -> (continuation of Deferred@1685031753 after retry RPC after error@2044568507) -> (continuation of Deferred@1724885354 after retry RPC after error@786031859) -> (continuation of Deferred@921962402 after retry RPC after error@580954812) -> (continuation of Deferred@960484219 after retry RPC after error@1486902995) -> (continuation of Deferred@1316979570 after retry RPC after error@1772959051) -> (continuation of Deferred@785291022 after retry RPC after error@1954699978), errback=(continuation of Deferred@1338644706 after retry RPC after error@1272997855) -> (continuation of Deferred@1685031753 after retry RPC after error@2044568507) -> (continuation of Deferred@1724885354 after retry RPC after error@786031859) -> (continuation of Deferred@921962402 after retry RPC after error@580954812) -> (continuation of Deferred@960484219 after retry RPC after error@1486902995) -> (continuation of Deferred@1316979570 after retry RPC after error@1772959051) -> (continuation of Deferred@785291022 after retry RPC after error@1954699978)))
12:17:12.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.881 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.901 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.903 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:12.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:12.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:12.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:12.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:12.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.041 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.123 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@2087823818(state=PENDING, result=null, callback=(continuation of Deferred@315891908 after retry RPC after error@1306316741) -> (continuation of Deferred@2071261264 after retry RPC after error@171583757) -> (continuation of Deferred@970713742 after retry RPC after error@307411095) -> (continuation of Deferred@1324887293 after retry RPC after error@366020206) -> (continuation of Deferred@1933050304 after retry RPC after error@1957267760) -> (continuation of Deferred@2067385500 after retry RPC after error@1724270563) -> (continuation of Deferred@1438870778 after retry RPC after error@1838915451), errback=(continuation of Deferred@315891908 after retry RPC after error@1306316741) -> (continuation of Deferred@2071261264 after retry RPC after error@171583757) -> (continuation of Deferred@970713742 after retry RPC after error@307411095) -> (continuation of Deferred@1324887293 after retry RPC after error@366020206) -> (continuation of Deferred@1933050304 after retry RPC after error@1957267760) -> (continuation of Deferred@2067385500 after retry RPC after error@1724270563) -> (continuation of Deferred@1438870778 after retry RPC after error@1838915451)))
12:17:13.123 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@2087823818(state=PENDING, result=null, callback=(continuation of Deferred@315891908 after retry RPC after error@1306316741) -> (continuation of Deferred@2071261264 after retry RPC after error@171583757) -> (continuation of Deferred@970713742 after retry RPC after error@307411095) -> (continuation of Deferred@1324887293 after retry RPC after error@366020206) -> (continuation of Deferred@1933050304 after retry RPC after error@1957267760) -> (continuation of Deferred@2067385500 after retry RPC after error@1724270563) -> (continuation of Deferred@1438870778 after retry RPC after error@1838915451), errback=(continuation of Deferred@315891908 after retry RPC after error@1306316741) -> (continuation of Deferred@2071261264 after retry RPC after error@171583757) -> (continuation of Deferred@970713742 after retry RPC after error@307411095) -> (continuation of Deferred@1324887293 after retry RPC after error@366020206) -> (continuation of Deferred@1933050304 after retry RPC after error@1957267760) -> (continuation of Deferred@2067385500 after retry RPC after error@1724270563) -> (continuation of Deferred@1438870778 after retry RPC after error@1838915451)))
12:17:13.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.143 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.303 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.381 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.383 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.383 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1478379627(state=PENDING, result=null, callback=(continuation of Deferred@537205671 after retry RPC after error@1590789298) -> (continuation of Deferred@492668062 after retry RPC after error@933943886) -> (continuation of Deferred@1064970047 after retry RPC after error@1834795126) -> (continuation of Deferred@475320375 after retry RPC after error@2102202713) -> (continuation of Deferred@333484560 after retry RPC after error@414498666) -> (continuation of Deferred@576389411 after retry RPC after error@923343848) -> (continuation of Deferred@544108299 after retry RPC after error@496819075), errback=(continuation of Deferred@537205671 after retry RPC after error@1590789298) -> (continuation of Deferred@492668062 after retry RPC after error@933943886) -> (continuation of Deferred@1064970047 after retry RPC after error@1834795126) -> (continuation of Deferred@475320375 after retry RPC after error@2102202713) -> (continuation of Deferred@333484560 after retry RPC after error@414498666) -> (continuation of Deferred@576389411 after retry RPC after error@923343848) -> (continuation of Deferred@544108299 after retry RPC after error@496819075)))
12:17:13.384 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1478379627(state=PENDING, result=null, callback=(continuation of Deferred@537205671 after retry RPC after error@1590789298) -> (continuation of Deferred@492668062 after retry RPC after error@933943886) -> (continuation of Deferred@1064970047 after retry RPC after error@1834795126) -> (continuation of Deferred@475320375 after retry RPC after error@2102202713) -> (continuation of Deferred@333484560 after retry RPC after error@414498666) -> (continuation of Deferred@576389411 after retry RPC after error@923343848) -> (continuation of Deferred@544108299 after retry RPC after error@496819075), errback=(continuation of Deferred@537205671 after retry RPC after error@1590789298) -> (continuation of Deferred@492668062 after retry RPC after error@933943886) -> (continuation of Deferred@1064970047 after retry RPC after error@1834795126) -> (continuation of Deferred@475320375 after retry RPC after error@2102202713) -> (continuation of Deferred@333484560 after retry RPC after error@414498666) -> (continuation of Deferred@576389411 after retry RPC after error@923343848) -> (continuation of Deferred@544108299 after retry RPC after error@496819075)))
12:17:13.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:13.398399 2857 raft_consensus.cc:482] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4f7ec4f08fc94e0d8f8971bd7eb0968c)
12:17:13.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:13.398605 2857 raft_consensus.cc:504] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:13.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:13.399170 2857 leader_election.cc:288] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131)
12:17:13.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.401 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:13.401528 2603 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111)
12:17:13.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:13.401795 2604 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131): Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:17:13.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:13.401942 2604 leader_election.cc:302] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: daba6f8373014b6a8ea9b7c6b79b1c8f; no voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, d8e8730aa8f6419aaa0573756c2e6202
12:17:13.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:13.402329 2857 raft_consensus.cc:2726] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
12:17:13.403 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.421 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.423 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.483 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.521 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.523 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.541 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.543 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.561 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.583 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.583 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1893966254(state=PENDING, result=null, callback=(continuation of Deferred@1938976422 after retry RPC after error@2094463297) -> (continuation of Deferred@910792701 after retry RPC after error@1540009547) -> (continuation of Deferred@1003297994 after retry RPC after error@1880811011) -> (continuation of Deferred@177627522 after retry RPC after error@69217901) -> (continuation of Deferred@1473792367 after retry RPC after error@1884653417) -> (continuation of Deferred@1232495248 after retry RPC after error@1277193877) -> (continuation of Deferred@1504105807 after retry RPC after error@85225437) -> (continuation of Deferred@2131554061 after retry RPC after error@815231679), errback=(continuation of Deferred@1938976422 after retry RPC after error@2094463297) -> (continuation of Deferred@910792701 after retry RPC after error@1540009547) -> (continuation of Deferred@1003297994 after retry RPC after error@1880811011) -> (continuation of Deferred@177627522 after retry RPC after error@69217901) -> (continuation of Deferred@1473792367 after retry RPC after error@1884653417) -> (continuation of Deferred@1232495248 after retry RPC after error@1277193877) -> (continuation of Deferred@1504105807 after retry RPC after error@85225437) -> (continuation of Deferred@2131554061 after retry RPC after error@815231679)))
12:17:13.584 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1893966254(state=PENDING, result=null, callback=(continuation of Deferred@1938976422 after retry RPC after error@2094463297) -> (continuation of Deferred@910792701 after retry RPC after error@1540009547) -> (continuation of Deferred@1003297994 after retry RPC after error@1880811011) -> (continuation of Deferred@177627522 after retry RPC after error@69217901) -> (continuation of Deferred@1473792367 after retry RPC after error@1884653417) -> (continuation of Deferred@1232495248 after retry RPC after error@1277193877) -> (continuation of Deferred@1504105807 after retry RPC after error@85225437) -> (continuation of Deferred@2131554061 after retry RPC after error@815231679), errback=(continuation of Deferred@1938976422 after retry RPC after error@2094463297) -> (continuation of Deferred@910792701 after retry RPC after error@1540009547) -> (continuation of Deferred@1003297994 after retry RPC after error@1880811011) -> (continuation of Deferred@177627522 after retry RPC after error@69217901) -> (continuation of Deferred@1473792367 after retry RPC after error@1884653417) -> (continuation of Deferred@1232495248 after retry RPC after error@1277193877) -> (continuation of Deferred@1504105807 after retry RPC after error@85225437) -> (continuation of Deferred@2131554061 after retry RPC after error@815231679)))
12:17:13.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.623 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.681 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.701 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.741 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.743 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.744 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@194496150(state=PENDING, result=null, callback=(continuation of Deferred@983297998 after retry RPC after error@849289752) -> (continuation of Deferred@441237385 after retry RPC after error@794458400) -> (continuation of Deferred@1247413914 after retry RPC after error@18772523) -> (continuation of Deferred@2119251318 after retry RPC after error@37667045) -> (continuation of Deferred@407533806 after retry RPC after error@1782046438) -> (continuation of Deferred@498777171 after retry RPC after error@1769438953), errback=(continuation of Deferred@983297998 after retry RPC after error@849289752) -> (continuation of Deferred@441237385 after retry RPC after error@794458400) -> (continuation of Deferred@1247413914 after retry RPC after error@18772523) -> (continuation of Deferred@2119251318 after retry RPC after error@37667045) -> (continuation of Deferred@407533806 after retry RPC after error@1782046438) -> (continuation of Deferred@498777171 after retry RPC after error@1769438953)))
12:17:13.744 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@194496150(state=PENDING, result=null, callback=(continuation of Deferred@983297998 after retry RPC after error@849289752) -> (continuation of Deferred@441237385 after retry RPC after error@794458400) -> (continuation of Deferred@1247413914 after retry RPC after error@18772523) -> (continuation of Deferred@2119251318 after retry RPC after error@37667045) -> (continuation of Deferred@407533806 after retry RPC after error@1782046438) -> (continuation of Deferred@498777171 after retry RPC after error@1769438953), errback=(continuation of Deferred@983297998 after retry RPC after error@849289752) -> (continuation of Deferred@441237385 after retry RPC after error@794458400) -> (continuation of Deferred@1247413914 after retry RPC after error@18772523) -> (continuation of Deferred@2119251318 after retry RPC after error@37667045) -> (continuation of Deferred@407533806 after retry RPC after error@1782046438) -> (continuation of Deferred@498777171 after retry RPC after error@1769438953)))
12:17:13.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.781 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:13.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:13.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:13.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:13.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:13.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.001 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.003 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [84ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [244ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@34354344(state=PENDING, result=null, callback=(continuation of Deferred@770981756 after retry RPC after error@1113567919) -> (continuation of Deferred@462516433 after retry RPC after error@2027667071) -> (continuation of Deferred@1951949255 after retry RPC after error@1261272873) -> (continuation of Deferred@1529518437 after retry RPC after error@2124938297) -> (continuation of Deferred@1237773427 after retry RPC after error@1764890197) -> (continuation of Deferred@1725717415 after retry RPC after error@660288881) -> (continuation of Deferred@1493229725 after retry RPC after error@553239894), errback=(continuation of Deferred@770981756 after retry RPC after error@1113567919) -> (continuation of Deferred@462516433 after retry RPC after error@2027667071) -> (continuation of Deferred@1951949255 after retry RPC after error@1261272873) -> (continuation of Deferred@1529518437 after retry RPC after error@2124938297) -> (continuation of Deferred@1237773427 after retry RPC after error@1764890197) -> (continuation of Deferred@1725717415 after retry RPC after error@660288881) -> (continuation of Deferred@1493229725 after retry RPC after error@553239894)))
12:17:14.004 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [84ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [244ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@34354344(state=PENDING, result=null, callback=(continuation of Deferred@770981756 after retry RPC after error@1113567919) -> (continuation of Deferred@462516433 after retry RPC after error@2027667071) -> (continuation of Deferred@1951949255 after retry RPC after error@1261272873) -> (continuation of Deferred@1529518437 after retry RPC after error@2124938297) -> (continuation of Deferred@1237773427 after retry RPC after error@1764890197) -> (continuation of Deferred@1725717415 after retry RPC after error@660288881) -> (continuation of Deferred@1493229725 after retry RPC after error@553239894), errback=(continuation of Deferred@770981756 after retry RPC after error@1113567919) -> (continuation of Deferred@462516433 after retry RPC after error@2027667071) -> (continuation of Deferred@1951949255 after retry RPC after error@1261272873) -> (continuation of Deferred@1529518437 after retry RPC after error@2124938297) -> (continuation of Deferred@1237773427 after retry RPC after error@1764890197) -> (continuation of Deferred@1725717415 after retry RPC after error@660288881) -> (continuation of Deferred@1493229725 after retry RPC after error@553239894)))
12:17:14.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.021 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.041 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.101 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.161 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.163 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.201 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.203 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.203 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1064829928(state=PENDING, result=null, callback=(continuation of Deferred@1674667862 after retry RPC after error@470371335) -> (continuation of Deferred@1522118777 after retry RPC after error@622956421) -> (continuation of Deferred@1302509472 after retry RPC after error@454927207) -> (continuation of Deferred@204534277 after retry RPC after error@625220001) -> (continuation of Deferred@2097390878 after retry RPC after error@192096066) -> (continuation of Deferred@14175475 after retry RPC after error@97829976) -> (continuation of Deferred@1696578217 after retry RPC after error@2001000575), errback=(continuation of Deferred@1674667862 after retry RPC after error@470371335) -> (continuation of Deferred@1522118777 after retry RPC after error@622956421) -> (continuation of Deferred@1302509472 after retry RPC after error@454927207) -> (continuation of Deferred@204534277 after retry RPC after error@625220001) -> (continuation of Deferred@2097390878 after retry RPC after error@192096066) -> (continuation of Deferred@14175475 after retry RPC after error@97829976) -> (continuation of Deferred@1696578217 after retry RPC after error@2001000575)))
12:17:14.204 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1064829928(state=PENDING, result=null, callback=(continuation of Deferred@1674667862 after retry RPC after error@470371335) -> (continuation of Deferred@1522118777 after retry RPC after error@622956421) -> (continuation of Deferred@1302509472 after retry RPC after error@454927207) -> (continuation of Deferred@204534277 after retry RPC after error@625220001) -> (continuation of Deferred@2097390878 after retry RPC after error@192096066) -> (continuation of Deferred@14175475 after retry RPC after error@97829976) -> (continuation of Deferred@1696578217 after retry RPC after error@2001000575), errback=(continuation of Deferred@1674667862 after retry RPC after error@470371335) -> (continuation of Deferred@1522118777 after retry RPC after error@622956421) -> (continuation of Deferred@1302509472 after retry RPC after error@454927207) -> (continuation of Deferred@204534277 after retry RPC after error@625220001) -> (continuation of Deferred@2097390878 after retry RPC after error@192096066) -> (continuation of Deferred@14175475 after retry RPC after error@97829976) -> (continuation of Deferred@1696578217 after retry RPC after error@2001000575)))
12:17:14.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.221 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:14.242154 2865 raft_consensus.cc:482] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4f7ec4f08fc94e0d8f8971bd7eb0968c)
12:17:14.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:14.242398 2865 raft_consensus.cc:504] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:14.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:14.243250 2865 leader_election.cc:288] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131)
12:17:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:14.245568 2604 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131): Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:17:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:14.245837 2603 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111)
12:17:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:14.245985 2603 leader_election.cc:302] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: daba6f8373014b6a8ea9b7c6b79b1c8f; no voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, d8e8730aa8f6419aaa0573756c2e6202
12:17:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:14.246270 2865 raft_consensus.cc:2726] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
12:17:14.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.299 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.379 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.383 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@600151990(state=PENDING, result=null, callback=(continuation of Deferred@474514981 after retry RPC after error@1379293809) -> (continuation of Deferred@1113090541 after retry RPC after error@1294941751) -> (continuation of Deferred@361685017 after retry RPC after error@1972094219) -> (continuation of Deferred@1948114262 after retry RPC after error@1089968996) -> (continuation of Deferred@580592971 after retry RPC after error@152248206) -> (continuation of Deferred@335447191 after retry RPC after error@1873678647), errback=(continuation of Deferred@474514981 after retry RPC after error@1379293809) -> (continuation of Deferred@1113090541 after retry RPC after error@1294941751) -> (continuation of Deferred@361685017 after retry RPC after error@1972094219) -> (continuation of Deferred@1948114262 after retry RPC after error@1089968996) -> (continuation of Deferred@580592971 after retry RPC after error@152248206) -> (continuation of Deferred@335447191 after retry RPC after error@1873678647)))
12:17:14.384 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@600151990(state=PENDING, result=null, callback=(continuation of Deferred@474514981 after retry RPC after error@1379293809) -> (continuation of Deferred@1113090541 after retry RPC after error@1294941751) -> (continuation of Deferred@361685017 after retry RPC after error@1972094219) -> (continuation of Deferred@1948114262 after retry RPC after error@1089968996) -> (continuation of Deferred@580592971 after retry RPC after error@152248206) -> (continuation of Deferred@335447191 after retry RPC after error@1873678647), errback=(continuation of Deferred@474514981 after retry RPC after error@1379293809) -> (continuation of Deferred@1113090541 after retry RPC after error@1294941751) -> (continuation of Deferred@361685017 after retry RPC after error@1972094219) -> (continuation of Deferred@1948114262 after retry RPC after error@1089968996) -> (continuation of Deferred@580592971 after retry RPC after error@152248206) -> (continuation of Deferred@335447191 after retry RPC after error@1873678647)))
12:17:14.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.479 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.601 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.603 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.603 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@529832871(state=PENDING, result=null, callback=(continuation of Deferred@1697819371 after retry RPC after error@1536503710) -> (continuation of Deferred@1123392422 after retry RPC after error@2030533116) -> (continuation of Deferred@160625093 after retry RPC after error@2072626870) -> (continuation of Deferred@357522122 after retry RPC after error@1464142086) -> (continuation of Deferred@1237833458 after retry RPC after error@2093880586) -> (continuation of Deferred@322476371 after retry RPC after error@1825226507) -> (continuation of Deferred@466453542 after retry RPC after error@388473872), errback=(continuation of Deferred@1697819371 after retry RPC after error@1536503710) -> (continuation of Deferred@1123392422 after retry RPC after error@2030533116) -> (continuation of Deferred@160625093 after retry RPC after error@2072626870) -> (continuation of Deferred@357522122 after retry RPC after error@1464142086) -> (continuation of Deferred@1237833458 after retry RPC after error@2093880586) -> (continuation of Deferred@322476371 after retry RPC after error@1825226507) -> (continuation of Deferred@466453542 after retry RPC after error@388473872)))
12:17:14.604 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@529832871(state=PENDING, result=null, callback=(continuation of Deferred@1697819371 after retry RPC after error@1536503710) -> (continuation of Deferred@1123392422 after retry RPC after error@2030533116) -> (continuation of Deferred@160625093 after retry RPC after error@2072626870) -> (continuation of Deferred@357522122 after retry RPC after error@1464142086) -> (continuation of Deferred@1237833458 after retry RPC after error@2093880586) -> (continuation of Deferred@322476371 after retry RPC after error@1825226507) -> (continuation of Deferred@466453542 after retry RPC after error@388473872), errback=(continuation of Deferred@1697819371 after retry RPC after error@1536503710) -> (continuation of Deferred@1123392422 after retry RPC after error@2030533116) -> (continuation of Deferred@160625093 after retry RPC after error@2072626870) -> (continuation of Deferred@357522122 after retry RPC after error@1464142086) -> (continuation of Deferred@1237833458 after retry RPC after error@2093880586) -> (continuation of Deferred@322476371 after retry RPC after error@1825226507) -> (continuation of Deferred@466453542 after retry RPC after error@388473872)))
12:17:14.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.621 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.623 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.641 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.643 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.661 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.663 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.681 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.701 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.781 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.783 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.801 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.803 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.841 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.844 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1597713677(state=PENDING, result=null, callback=(continuation of Deferred@1131444641 after retry RPC after error@281146177) -> (continuation of Deferred@1830907317 after retry RPC after error@1811179097) -> (continuation of Deferred@722053111 after retry RPC after error@885850668) -> (continuation of Deferred@1382522309 after retry RPC after error@443154302) -> (continuation of Deferred@2084160987 after retry RPC after error@540632082) -> (continuation of Deferred@1323195493 after retry RPC after error@463063247) -> (continuation of Deferred@700240250 after retry RPC after error@1112418731) -> (continuation of Deferred@2127522035 after retry RPC after error@725948501), errback=(continuation of Deferred@1131444641 after retry RPC after error@281146177) -> (continuation of Deferred@1830907317 after retry RPC after error@1811179097) -> (continuation of Deferred@722053111 after retry RPC after error@885850668) -> (continuation of Deferred@1382522309 after retry RPC after error@443154302) -> (continuation of Deferred@2084160987 after retry RPC after error@540632082) -> (continuation of Deferred@1323195493 after retry RPC after error@463063247) -> (continuation of Deferred@700240250 after retry RPC after error@1112418731) -> (continuation of Deferred@2127522035 after retry RPC after error@725948501)))
12:17:14.844 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1597713677(state=PENDING, result=null, callback=(continuation of Deferred@1131444641 after retry RPC after error@281146177) -> (continuation of Deferred@1830907317 after retry RPC after error@1811179097) -> (continuation of Deferred@722053111 after retry RPC after error@885850668) -> (continuation of Deferred@1382522309 after retry RPC after error@443154302) -> (continuation of Deferred@2084160987 after retry RPC after error@540632082) -> (continuation of Deferred@1323195493 after retry RPC after error@463063247) -> (continuation of Deferred@700240250 after retry RPC after error@1112418731) -> (continuation of Deferred@2127522035 after retry RPC after error@725948501), errback=(continuation of Deferred@1131444641 after retry RPC after error@281146177) -> (continuation of Deferred@1830907317 after retry RPC after error@1811179097) -> (continuation of Deferred@722053111 after retry RPC after error@885850668) -> (continuation of Deferred@1382522309 after retry RPC after error@443154302) -> (continuation of Deferred@2084160987 after retry RPC after error@540632082) -> (continuation of Deferred@1323195493 after retry RPC after error@463063247) -> (continuation of Deferred@700240250 after retry RPC after error@1112418731) -> (continuation of Deferred@2127522035 after retry RPC after error@725948501)))
12:17:14.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.861 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.881 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.901 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.903 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.921 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.923 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.941 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:14.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:14.981 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:14.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:14.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:14.982712 2579 master_runner.cc:186] Error getting master registration for 127.1.82.62:46627: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111),
12:17:14.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:14.982929 2579 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:17:14.983 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.023 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1555666672(state=PENDING, result=null, callback=(continuation of Deferred@1106451256 after retry RPC after error@2120338285) -> (continuation of Deferred@904673243 after retry RPC after error@636631424) -> (continuation of Deferred@2080496861 after retry RPC after error@206260883) -> (continuation of Deferred@1489892910 after retry RPC after error@1825041038) -> (continuation of Deferred@508699903 after retry RPC after error@1209793140) -> (continuation of Deferred@2144344543 after retry RPC after error@747642673), errback=(continuation of Deferred@1106451256 after retry RPC after error@2120338285) -> (continuation of Deferred@904673243 after retry RPC after error@636631424) -> (continuation of Deferred@2080496861 after retry RPC after error@206260883) -> (continuation of Deferred@1489892910 after retry RPC after error@1825041038) -> (continuation of Deferred@508699903 after retry RPC after error@1209793140) -> (continuation of Deferred@2144344543 after retry RPC after error@747642673)))
12:17:15.024 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1555666672(state=PENDING, result=null, callback=(continuation of Deferred@1106451256 after retry RPC after error@2120338285) -> (continuation of Deferred@904673243 after retry RPC after error@636631424) -> (continuation of Deferred@2080496861 after retry RPC after error@206260883) -> (continuation of Deferred@1489892910 after retry RPC after error@1825041038) -> (continuation of Deferred@508699903 after retry RPC after error@1209793140) -> (continuation of Deferred@2144344543 after retry RPC after error@747642673), errback=(continuation of Deferred@1106451256 after retry RPC after error@2120338285) -> (continuation of Deferred@904673243 after retry RPC after error@636631424) -> (continuation of Deferred@2080496861 after retry RPC after error@206260883) -> (continuation of Deferred@1489892910 after retry RPC after error@1825041038) -> (continuation of Deferred@508699903 after retry RPC after error@1209793140) -> (continuation of Deferred@2144344543 after retry RPC after error@747642673)))
12:17:15.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.079 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.101 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.103 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.121 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.161 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.181 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.183 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1989485605(state=PENDING, result=null, callback=(continuation of Deferred@658945168 after retry RPC after error@363531752) -> (continuation of Deferred@1247474312 after retry RPC after error@355550186) -> (continuation of Deferred@130123752 after retry RPC after error@1246240437) -> (continuation of Deferred@1461418950 after retry RPC after error@1210731740) -> (continuation of Deferred@1130331382 after retry RPC after error@1231581086) -> (continuation of Deferred@1159850046 after retry RPC after error@1601638634), errback=(continuation of Deferred@658945168 after retry RPC after error@363531752) -> (continuation of Deferred@1247474312 after retry RPC after error@355550186) -> (continuation of Deferred@130123752 after retry RPC after error@1246240437) -> (continuation of Deferred@1461418950 after retry RPC after error@1210731740) -> (continuation of Deferred@1130331382 after retry RPC after error@1231581086) -> (continuation of Deferred@1159850046 after retry RPC after error@1601638634)))
12:17:15.183 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1989485605(state=PENDING, result=null, callback=(continuation of Deferred@658945168 after retry RPC after error@363531752) -> (continuation of Deferred@1247474312 after retry RPC after error@355550186) -> (continuation of Deferred@130123752 after retry RPC after error@1246240437) -> (continuation of Deferred@1461418950 after retry RPC after error@1210731740) -> (continuation of Deferred@1130331382 after retry RPC after error@1231581086) -> (continuation of Deferred@1159850046 after retry RPC after error@1601638634), errback=(continuation of Deferred@658945168 after retry RPC after error@363531752) -> (continuation of Deferred@1247474312 after retry RPC after error@355550186) -> (continuation of Deferred@130123752 after retry RPC after error@1246240437) -> (continuation of Deferred@1461418950 after retry RPC after error@1210731740) -> (continuation of Deferred@1130331382 after retry RPC after error@1231581086) -> (continuation of Deferred@1159850046 after retry RPC after error@1601638634)))
12:17:15.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.223 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.279 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.281 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.321 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.323 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.460 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@966112611(state=PENDING, result=null, callback=(continuation of Deferred@1350108470 after retry RPC after error@1012562956) -> (continuation of Deferred@953303254 after retry RPC after error@754500610) -> (continuation of Deferred@883962910 after retry RPC after error@1533379736) -> (continuation of Deferred@1906031570 after retry RPC after error@455715127) -> (continuation of Deferred@772566664 after retry RPC after error@1505394325) -> (continuation of Deferred@1976769371 after retry RPC after error@593847495) -> (continuation of Deferred@1859134989 after retry RPC after error@1679078292), errback=(continuation of Deferred@1350108470 after retry RPC after error@1012562956) -> (continuation of Deferred@953303254 after retry RPC after error@754500610) -> (continuation of Deferred@883962910 after retry RPC after error@1533379736) -> (continuation of Deferred@1906031570 after retry RPC after error@455715127) -> (continuation of Deferred@772566664 after retry RPC after error@1505394325) -> (continuation of Deferred@1976769371 after retry RPC after error@593847495) -> (continuation of Deferred@1859134989 after retry RPC after error@1679078292)))
12:17:15.461 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:15.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.481 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.483 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.501 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.503 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.521 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.523 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.663 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1996730967(state=PENDING, result=null, callback=(continuation of Deferred@1264618019 after retry RPC after error@825527605) -> (continuation of Deferred@715155623 after retry RPC after error@1079768750) -> (continuation of Deferred@262495508 after retry RPC after error@451753200) -> (continuation of Deferred@857838170 after retry RPC after error@743500822) -> (continuation of Deferred@163076469 after retry RPC after error@2046932486) -> (continuation of Deferred@1158498398 after retry RPC after error@1855339701), errback=(continuation of Deferred@1264618019 after retry RPC after error@825527605) -> (continuation of Deferred@715155623 after retry RPC after error@1079768750) -> (continuation of Deferred@262495508 after retry RPC after error@451753200) -> (continuation of Deferred@857838170 after retry RPC after error@743500822) -> (continuation of Deferred@163076469 after retry RPC after error@2046932486) -> (continuation of Deferred@1158498398 after retry RPC after error@1855339701)))
12:17:15.663 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1996730967(state=PENDING, result=null, callback=(continuation of Deferred@1264618019 after retry RPC after error@825527605) -> (continuation of Deferred@715155623 after retry RPC after error@1079768750) -> (continuation of Deferred@262495508 after retry RPC after error@451753200) -> (continuation of Deferred@857838170 after retry RPC after error@743500822) -> (continuation of Deferred@163076469 after retry RPC after error@2046932486) -> (continuation of Deferred@1158498398 after retry RPC after error@1855339701), errback=(continuation of Deferred@1264618019 after retry RPC after error@825527605) -> (continuation of Deferred@715155623 after retry RPC after error@1079768750) -> (continuation of Deferred@262495508 after retry RPC after error@451753200) -> (continuation of Deferred@857838170 after retry RPC after error@743500822) -> (continuation of Deferred@163076469 after retry RPC after error@2046932486) -> (continuation of Deferred@1158498398 after retry RPC after error@1855339701)))
12:17:15.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.741 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.781 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.903 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@614923681(state=PENDING, result=null, callback=(continuation of Deferred@274844749 after retry RPC after error@278546253) -> (continuation of Deferred@572495316 after retry RPC after error@835137475) -> (continuation of Deferred@802856466 after retry RPC after error@1832387723) -> (continuation of Deferred@861380045 after retry RPC after error@996545875) -> (continuation of Deferred@1077356067 after retry RPC after error@1829142258) -> (continuation of Deferred@1647325034 after retry RPC after error@1769431794) -> (continuation of Deferred@268978113 after retry RPC after error@1311197916), errback=(continuation of Deferred@274844749 after retry RPC after error@278546253) -> (continuation of Deferred@572495316 after retry RPC after error@835137475) -> (continuation of Deferred@802856466 after retry RPC after error@1832387723) -> (continuation of Deferred@861380045 after retry RPC after error@996545875) -> (continuation of Deferred@1077356067 after retry RPC after error@1829142258) -> (continuation of Deferred@1647325034 after retry RPC after error@1769431794) -> (continuation of Deferred@268978113 after retry RPC after error@1311197916)))
12:17:15.903 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@614923681(state=PENDING, result=null, callback=(continuation of Deferred@274844749 after retry RPC after error@278546253) -> (continuation of Deferred@572495316 after retry RPC after error@835137475) -> (continuation of Deferred@802856466 after retry RPC after error@1832387723) -> (continuation of Deferred@861380045 after retry RPC after error@996545875) -> (continuation of Deferred@1077356067 after retry RPC after error@1829142258) -> (continuation of Deferred@1647325034 after retry RPC after error@1769431794) -> (continuation of Deferred@268978113 after retry RPC after error@1311197916), errback=(continuation of Deferred@274844749 after retry RPC after error@278546253) -> (continuation of Deferred@572495316 after retry RPC after error@835137475) -> (continuation of Deferred@802856466 after retry RPC after error@1832387723) -> (continuation of Deferred@861380045 after retry RPC after error@996545875) -> (continuation of Deferred@1077356067 after retry RPC after error@1829142258) -> (continuation of Deferred@1647325034 after retry RPC after error@1769431794) -> (continuation of Deferred@268978113 after retry RPC after error@1311197916)))
12:17:15.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.943 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:15.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:15.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:15.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:15.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:15.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.019 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.121 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.123 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.123 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@473062454(state=PENDING, result=null, callback=(continuation of Deferred@1869924610 after retry RPC after error@1668032682) -> (continuation of Deferred@530708123 after retry RPC after error@293391029) -> (continuation of Deferred@1485385025 after retry RPC after error@1512204162) -> (continuation of Deferred@1244092275 after retry RPC after error@1039734240) -> (continuation of Deferred@747357243 after retry RPC after error@1708959839) -> (continuation of Deferred@355530584 after retry RPC after error@1611904523) -> (continuation of Deferred@315296814 after retry RPC after error@315998328), errback=(continuation of Deferred@1869924610 after retry RPC after error@1668032682) -> (continuation of Deferred@530708123 after retry RPC after error@293391029) -> (continuation of Deferred@1485385025 after retry RPC after error@1512204162) -> (continuation of Deferred@1244092275 after retry RPC after error@1039734240) -> (continuation of Deferred@747357243 after retry RPC after error@1708959839) -> (continuation of Deferred@355530584 after retry RPC after error@1611904523) -> (continuation of Deferred@315296814 after retry RPC after error@315998328)))
12:17:16.124 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@473062454(state=PENDING, result=null, callback=(continuation of Deferred@1869924610 after retry RPC after error@1668032682) -> (continuation of Deferred@530708123 after retry RPC after error@293391029) -> (continuation of Deferred@1485385025 after retry RPC after error@1512204162) -> (continuation of Deferred@1244092275 after retry RPC after error@1039734240) -> (continuation of Deferred@747357243 after retry RPC after error@1708959839) -> (continuation of Deferred@355530584 after retry RPC after error@1611904523) -> (continuation of Deferred@315296814 after retry RPC after error@315998328), errback=(continuation of Deferred@1869924610 after retry RPC after error@1668032682) -> (continuation of Deferred@530708123 after retry RPC after error@293391029) -> (continuation of Deferred@1485385025 after retry RPC after error@1512204162) -> (continuation of Deferred@1244092275 after retry RPC after error@1039734240) -> (continuation of Deferred@747357243 after retry RPC after error@1708959839) -> (continuation of Deferred@355530584 after retry RPC after error@1611904523) -> (continuation of Deferred@315296814 after retry RPC after error@315998328)))
12:17:16.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.141 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.161 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.163 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.239 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.261 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.263 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.361 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.363 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@859007014(state=PENDING, result=null, callback=(continuation of Deferred@1594610986 after retry RPC after error@1390463449) -> (continuation of Deferred@338345225 after retry RPC after error@1014011378) -> (continuation of Deferred@1028896211 after retry RPC after error@1772686753) -> (continuation of Deferred@673851240 after retry RPC after error@273541274) -> (continuation of Deferred@814758509 after retry RPC after error@301333979) -> (continuation of Deferred@1746770410 after retry RPC after error@392930635) -> (continuation of Deferred@647607961 after retry RPC after error@415014068) -> (continuation of Deferred@485135488 after retry RPC after error@1457597355), errback=(continuation of Deferred@1594610986 after retry RPC after error@1390463449) -> (continuation of Deferred@338345225 after retry RPC after error@1014011378) -> (continuation of Deferred@1028896211 after retry RPC after error@1772686753) -> (continuation of Deferred@673851240 after retry RPC after error@273541274) -> (continuation of Deferred@814758509 after retry RPC after error@301333979) -> (continuation of Deferred@1746770410 after retry RPC after error@392930635) -> (continuation of Deferred@647607961 after retry RPC after error@415014068) -> (continuation of Deferred@485135488 after retry RPC after error@1457597355)))
12:17:16.364 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@859007014(state=PENDING, result=null, callback=(continuation of Deferred@1594610986 after retry RPC after error@1390463449) -> (continuation of Deferred@338345225 after retry RPC after error@1014011378) -> (continuation of Deferred@1028896211 after retry RPC after error@1772686753) -> (continuation of Deferred@673851240 after retry RPC after error@273541274) -> (continuation of Deferred@814758509 after retry RPC after error@301333979) -> (continuation of Deferred@1746770410 after retry RPC after error@392930635) -> (continuation of Deferred@647607961 after retry RPC after error@415014068) -> (continuation of Deferred@485135488 after retry RPC after error@1457597355), errback=(continuation of Deferred@1594610986 after retry RPC after error@1390463449) -> (continuation of Deferred@338345225 after retry RPC after error@1014011378) -> (continuation of Deferred@1028896211 after retry RPC after error@1772686753) -> (continuation of Deferred@673851240 after retry RPC after error@273541274) -> (continuation of Deferred@814758509 after retry RPC after error@301333979) -> (continuation of Deferred@1746770410 after retry RPC after error@392930635) -> (continuation of Deferred@647607961 after retry RPC after error@415014068) -> (continuation of Deferred@485135488 after retry RPC after error@1457597355)))
12:17:16.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.381 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.383 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.401 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.403 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.421 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.443 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.581 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.621 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.623 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.624 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1931007877(state=PENDING, result=null, callback=(continuation of Deferred@1333773931 after retry RPC after error@4030089) -> (continuation of Deferred@232261936 after retry RPC after error@952714225) -> (continuation of Deferred@162829853 after retry RPC after error@1654024340) -> (continuation of Deferred@793406591 after retry RPC after error@1575904428) -> (continuation of Deferred@1883702642 after retry RPC after error@566497574) -> (continuation of Deferred@1561438453 after retry RPC after error@1937014015) -> (continuation of Deferred@995134326 after retry RPC after error@974970907) -> (continuation of Deferred@1780134317 after retry RPC after error@978955157), errback=(continuation of Deferred@1333773931 after retry RPC after error@4030089) -> (continuation of Deferred@232261936 after retry RPC after error@952714225) -> (continuation of Deferred@162829853 after retry RPC after error@1654024340) -> (continuation of Deferred@793406591 after retry RPC after error@1575904428) -> (continuation of Deferred@1883702642 after retry RPC after error@566497574) -> (continuation of Deferred@1561438453 after retry RPC after error@1937014015) -> (continuation of Deferred@995134326 after retry RPC after error@974970907) -> (continuation of Deferred@1780134317 after retry RPC after error@978955157)))
12:17:16.624 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1931007877(state=PENDING, result=null, callback=(continuation of Deferred@1333773931 after retry RPC after error@4030089) -> (continuation of Deferred@232261936 after retry RPC after error@952714225) -> (continuation of Deferred@162829853 after retry RPC after error@1654024340) -> (continuation of Deferred@793406591 after retry RPC after error@1575904428) -> (continuation of Deferred@1883702642 after retry RPC after error@566497574) -> (continuation of Deferred@1561438453 after retry RPC after error@1937014015) -> (continuation of Deferred@995134326 after retry RPC after error@974970907) -> (continuation of Deferred@1780134317 after retry RPC after error@978955157), errback=(continuation of Deferred@1333773931 after retry RPC after error@4030089) -> (continuation of Deferred@232261936 after retry RPC after error@952714225) -> (continuation of Deferred@162829853 after retry RPC after error@1654024340) -> (continuation of Deferred@793406591 after retry RPC after error@1575904428) -> (continuation of Deferred@1883702642 after retry RPC after error@566497574) -> (continuation of Deferred@1561438453 after retry RPC after error@1937014015) -> (continuation of Deferred@995134326 after retry RPC after error@974970907) -> (continuation of Deferred@1780134317 after retry RPC after error@978955157)))
12:17:16.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.641 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.643 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:16.757694 2892 raft_consensus.cc:482] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4f7ec4f08fc94e0d8f8971bd7eb0968c)
12:17:16.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:16.757884 2892 raft_consensus.cc:504] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:16.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:16.758445 2892 leader_election.cc:288] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131)
12:17:16.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:16.760874 2603 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111)
12:17:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:16.761224 2604 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131): Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:17:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:16.761382 2604 leader_election.cc:302] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: daba6f8373014b6a8ea9b7c6b79b1c8f; no voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, d8e8730aa8f6419aaa0573756c2e6202
12:17:16.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:16.761821 2892 raft_consensus.cc:2726] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
12:17:16.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.801 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.803 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.804 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@401185795(state=PENDING, result=null, callback=(continuation of Deferred@1947265340 after retry RPC after error@1144840123) -> (continuation of Deferred@425230554 after retry RPC after error@1107955318) -> (continuation of Deferred@832591362 after retry RPC after error@331581066) -> (continuation of Deferred@1312852600 after retry RPC after error@1546343544) -> (continuation of Deferred@1871190457 after retry RPC after error@1617966356) -> (continuation of Deferred@715743272 after retry RPC after error@749169041), errback=(continuation of Deferred@1947265340 after retry RPC after error@1144840123) -> (continuation of Deferred@425230554 after retry RPC after error@1107955318) -> (continuation of Deferred@832591362 after retry RPC after error@331581066) -> (continuation of Deferred@1312852600 after retry RPC after error@1546343544) -> (continuation of Deferred@1871190457 after retry RPC after error@1617966356) -> (continuation of Deferred@715743272 after retry RPC after error@749169041)))
12:17:16.804 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@401185795(state=PENDING, result=null, callback=(continuation of Deferred@1947265340 after retry RPC after error@1144840123) -> (continuation of Deferred@425230554 after retry RPC after error@1107955318) -> (continuation of Deferred@832591362 after retry RPC after error@331581066) -> (continuation of Deferred@1312852600 after retry RPC after error@1546343544) -> (continuation of Deferred@1871190457 after retry RPC after error@1617966356) -> (continuation of Deferred@715743272 after retry RPC after error@749169041), errback=(continuation of Deferred@1947265340 after retry RPC after error@1144840123) -> (continuation of Deferred@425230554 after retry RPC after error@1107955318) -> (continuation of Deferred@832591362 after retry RPC after error@331581066) -> (continuation of Deferred@1312852600 after retry RPC after error@1546343544) -> (continuation of Deferred@1871190457 after retry RPC after error@1617966356) -> (continuation of Deferred@715743272 after retry RPC after error@749169041)))
12:17:16.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.841 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.903 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.923 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:16.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:16.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:16.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:16.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:16.982 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1098934127(state=PENDING, result=null, callback=(continuation of Deferred@48848239 after retry RPC after error@1609134770) -> (continuation of Deferred@385293898 after retry RPC after error@1410246884) -> (continuation of Deferred@474256687 after retry RPC after error@137107703) -> (continuation of Deferred@638010102 after retry RPC after error@133142362) -> (continuation of Deferred@1069193061 after retry RPC after error@1471794117) -> (continuation of Deferred@1261773622 after retry RPC after error@807086157) -> (continuation of Deferred@1534165140 after retry RPC after error@1108320220), errback=(continuation of Deferred@48848239 after retry RPC after error@1609134770) -> (continuation of Deferred@385293898 after retry RPC after error@1410246884) -> (continuation of Deferred@474256687 after retry RPC after error@137107703) -> (continuation of Deferred@638010102 after retry RPC after error@133142362) -> (continuation of Deferred@1069193061 after retry RPC after error@1471794117) -> (continuation of Deferred@1261773622 after retry RPC after error@807086157) -> (continuation of Deferred@1534165140 after retry RPC after error@1108320220)))
12:17:16.983 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1098934127(state=PENDING, result=null, callback=(continuation of Deferred@48848239 after retry RPC after error@1609134770) -> (continuation of Deferred@385293898 after retry RPC after error@1410246884) -> (continuation of Deferred@474256687 after retry RPC after error@137107703) -> (continuation of Deferred@638010102 after retry RPC after error@133142362) -> (continuation of Deferred@1069193061 after retry RPC after error@1471794117) -> (continuation of Deferred@1261773622 after retry RPC after error@807086157) -> (continuation of Deferred@1534165140 after retry RPC after error@1108320220), errback=(continuation of Deferred@48848239 after retry RPC after error@1609134770) -> (continuation of Deferred@385293898 after retry RPC after error@1410246884) -> (continuation of Deferred@474256687 after retry RPC after error@137107703) -> (continuation of Deferred@638010102 after retry RPC after error@133142362) -> (continuation of Deferred@1069193061 after retry RPC after error@1471794117) -> (continuation of Deferred@1261773622 after retry RPC after error@807086157) -> (continuation of Deferred@1534165140 after retry RPC after error@1108320220)))
12:17:16.999 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.001 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.079 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.121 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.123 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.141 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.143 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.242 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1624033885(state=PENDING, result=null, callback=(continuation of Deferred@481513448 after retry RPC after error@1722747855) -> (continuation of Deferred@1318422303 after retry RPC after error@1208824498) -> (continuation of Deferred@1321728084 after retry RPC after error@1353216816) -> (continuation of Deferred@854047557 after retry RPC after error@324962057) -> (continuation of Deferred@1646975086 after retry RPC after error@1904744168) -> (continuation of Deferred@2126161423 after retry RPC after error@423301150) -> (continuation of Deferred@770069247 after retry RPC after error@476593917), errback=(continuation of Deferred@481513448 after retry RPC after error@1722747855) -> (continuation of Deferred@1318422303 after retry RPC after error@1208824498) -> (continuation of Deferred@1321728084 after retry RPC after error@1353216816) -> (continuation of Deferred@854047557 after retry RPC after error@324962057) -> (continuation of Deferred@1646975086 after retry RPC after error@1904744168) -> (continuation of Deferred@2126161423 after retry RPC after error@423301150) -> (continuation of Deferred@770069247 after retry RPC after error@476593917)))
12:17:17.243 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1624033885(state=PENDING, result=null, callback=(continuation of Deferred@481513448 after retry RPC after error@1722747855) -> (continuation of Deferred@1318422303 after retry RPC after error@1208824498) -> (continuation of Deferred@1321728084 after retry RPC after error@1353216816) -> (continuation of Deferred@854047557 after retry RPC after error@324962057) -> (continuation of Deferred@1646975086 after retry RPC after error@1904744168) -> (continuation of Deferred@2126161423 after retry RPC after error@423301150) -> (continuation of Deferred@770069247 after retry RPC after error@476593917), errback=(continuation of Deferred@481513448 after retry RPC after error@1722747855) -> (continuation of Deferred@1318422303 after retry RPC after error@1208824498) -> (continuation of Deferred@1321728084 after retry RPC after error@1353216816) -> (continuation of Deferred@854047557 after retry RPC after error@324962057) -> (continuation of Deferred@1646975086 after retry RPC after error@1904744168) -> (continuation of Deferred@2126161423 after retry RPC after error@423301150) -> (continuation of Deferred@770069247 after retry RPC after error@476593917)))
12:17:17.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.261 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.263 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.281 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.283 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.301 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.303 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.381 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@776266597(state=PENDING, result=null, callback=(continuation of Deferred@671517081 after retry RPC after error@1220227013) -> (continuation of Deferred@432242692 after retry RPC after error@278206354) -> (continuation of Deferred@205725272 after retry RPC after error@488099090) -> (continuation of Deferred@416394516 after retry RPC after error@541065243) -> (continuation of Deferred@879066005 after retry RPC after error@398024534) -> (continuation of Deferred@43383224 after retry RPC after error@578117929) -> (continuation of Deferred@1037246241 after retry RPC after error@1624089634), errback=(continuation of Deferred@671517081 after retry RPC after error@1220227013) -> (continuation of Deferred@432242692 after retry RPC after error@278206354) -> (continuation of Deferred@205725272 after retry RPC after error@488099090) -> (continuation of Deferred@416394516 after retry RPC after error@541065243) -> (continuation of Deferred@879066005 after retry RPC after error@398024534) -> (continuation of Deferred@43383224 after retry RPC after error@578117929) -> (continuation of Deferred@1037246241 after retry RPC after error@1624089634)))
12:17:17.423 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@776266597(state=PENDING, result=null, callback=(continuation of Deferred@671517081 after retry RPC after error@1220227013) -> (continuation of Deferred@432242692 after retry RPC after error@278206354) -> (continuation of Deferred@205725272 after retry RPC after error@488099090) -> (continuation of Deferred@416394516 after retry RPC after error@541065243) -> (continuation of Deferred@879066005 after retry RPC after error@398024534) -> (continuation of Deferred@43383224 after retry RPC after error@578117929) -> (continuation of Deferred@1037246241 after retry RPC after error@1624089634), errback=(continuation of Deferred@671517081 after retry RPC after error@1220227013) -> (continuation of Deferred@432242692 after retry RPC after error@278206354) -> (continuation of Deferred@205725272 after retry RPC after error@488099090) -> (continuation of Deferred@416394516 after retry RPC after error@541065243) -> (continuation of Deferred@879066005 after retry RPC after error@398024534) -> (continuation of Deferred@43383224 after retry RPC after error@578117929) -> (continuation of Deferred@1037246241 after retry RPC after error@1624089634)))
12:17:17.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.501 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.621 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.621 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.624 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@394274351(state=PENDING, result=null, callback=(continuation of Deferred@1052237484 after retry RPC after error@721024379) -> (continuation of Deferred@650257309 after retry RPC after error@811980852) -> (continuation of Deferred@816263722 after retry RPC after error@1435519848) -> (continuation of Deferred@1660507276 after retry RPC after error@2093192351) -> (continuation of Deferred@1979502415 after retry RPC after error@585105811) -> (continuation of Deferred@177568887 after retry RPC after error@1787979478), errback=(continuation of Deferred@1052237484 after retry RPC after error@721024379) -> (continuation of Deferred@650257309 after retry RPC after error@811980852) -> (continuation of Deferred@816263722 after retry RPC after error@1435519848) -> (continuation of Deferred@1660507276 after retry RPC after error@2093192351) -> (continuation of Deferred@1979502415 after retry RPC after error@585105811) -> (continuation of Deferred@177568887 after retry RPC after error@1787979478)))
12:17:17.625 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@394274351(state=PENDING, result=null, callback=(continuation of Deferred@1052237484 after retry RPC after error@721024379) -> (continuation of Deferred@650257309 after retry RPC after error@811980852) -> (continuation of Deferred@816263722 after retry RPC after error@1435519848) -> (continuation of Deferred@1660507276 after retry RPC after error@2093192351) -> (continuation of Deferred@1979502415 after retry RPC after error@585105811) -> (continuation of Deferred@177568887 after retry RPC after error@1787979478), errback=(continuation of Deferred@1052237484 after retry RPC after error@721024379) -> (continuation of Deferred@650257309 after retry RPC after error@811980852) -> (continuation of Deferred@816263722 after retry RPC after error@1435519848) -> (continuation of Deferred@1660507276 after retry RPC after error@2093192351) -> (continuation of Deferred@1979502415 after retry RPC after error@585105811) -> (continuation of Deferred@177568887 after retry RPC after error@1787979478)))
12:17:17.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.663 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.801 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.803 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [4ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1370552397(state=PENDING, result=null, callback=(continuation of Deferred@1128556846 after retry RPC after error@2136178491) -> (continuation of Deferred@1268563075 after retry RPC after error@498620205) -> (continuation of Deferred@2111127725 after retry RPC after error@429605515) -> (continuation of Deferred@927829407 after retry RPC after error@1754510692) -> (continuation of Deferred@1066684659 after retry RPC after error@2086191760) -> (continuation of Deferred@656579057 after retry RPC after error@1383018724), errback=(continuation of Deferred@1128556846 after retry RPC after error@2136178491) -> (continuation of Deferred@1268563075 after retry RPC after error@498620205) -> (continuation of Deferred@2111127725 after retry RPC after error@429605515) -> (continuation of Deferred@927829407 after retry RPC after error@1754510692) -> (continuation of Deferred@1066684659 after retry RPC after error@2086191760) -> (continuation of Deferred@656579057 after retry RPC after error@1383018724)))
12:17:17.804 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [4ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1370552397(state=PENDING, result=null, callback=(continuation of Deferred@1128556846 after retry RPC after error@2136178491) -> (continuation of Deferred@1268563075 after retry RPC after error@498620205) -> (continuation of Deferred@2111127725 after retry RPC after error@429605515) -> (continuation of Deferred@927829407 after retry RPC after error@1754510692) -> (continuation of Deferred@1066684659 after retry RPC after error@2086191760) -> (continuation of Deferred@656579057 after retry RPC after error@1383018724), errback=(continuation of Deferred@1128556846 after retry RPC after error@2136178491) -> (continuation of Deferred@1268563075 after retry RPC after error@498620205) -> (continuation of Deferred@2111127725 after retry RPC after error@429605515) -> (continuation of Deferred@927829407 after retry RPC after error@1754510692) -> (continuation of Deferred@1066684659 after retry RPC after error@2086191760) -> (continuation of Deferred@656579057 after retry RPC after error@1383018724)))
12:17:17.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:17.807176 1868 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 1)
12:17:17.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:17.809655 1868 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '96e0982aab9942cd864c4602a7ff3f14', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '96e0982aab9942cd864c4602a7ff3f14', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 1)
12:17:17.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:17.811443 1868 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.1.82.60:46599)
12:17:17.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.841 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.881 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:17.962 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [140ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1736812036(state=PENDING, result=null, callback=(continuation of Deferred@567197547 after retry RPC after error@1075351777) -> (continuation of Deferred@1097507286 after retry RPC after error@194349689) -> (continuation of Deferred@1601456519 after retry RPC after error@1542407440) -> (continuation of Deferred@1327446954 after retry RPC after error@1761519218) -> (continuation of Deferred@356250267 after retry RPC after error@886960873) -> (continuation of Deferred@36265395 after retry RPC after error@536454834), errback=(continuation of Deferred@567197547 after retry RPC after error@1075351777) -> (continuation of Deferred@1097507286 after retry RPC after error@194349689) -> (continuation of Deferred@1601456519 after retry RPC after error@1542407440) -> (continuation of Deferred@1327446954 after retry RPC after error@1761519218) -> (continuation of Deferred@356250267 after retry RPC after error@886960873) -> (continuation of Deferred@36265395 after retry RPC after error@536454834)))
12:17:17.963 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [140ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1736812036(state=PENDING, result=null, callback=(continuation of Deferred@567197547 after retry RPC after error@1075351777) -> (continuation of Deferred@1097507286 after retry RPC after error@194349689) -> (continuation of Deferred@1601456519 after retry RPC after error@1542407440) -> (continuation of Deferred@1327446954 after retry RPC after error@1761519218) -> (continuation of Deferred@356250267 after retry RPC after error@886960873) -> (continuation of Deferred@36265395 after retry RPC after error@536454834), errback=(continuation of Deferred@567197547 after retry RPC after error@1075351777) -> (continuation of Deferred@1097507286 after retry RPC after error@194349689) -> (continuation of Deferred@1601456519 after retry RPC after error@1542407440) -> (continuation of Deferred@1327446954 after retry RPC after error@1761519218) -> (continuation of Deferred@356250267 after retry RPC after error@886960873) -> (continuation of Deferred@36265395 after retry RPC after error@536454834)))
12:17:17.979 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:17.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:17.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:17.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:17.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.001 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.021 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.203 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [44ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@2110963090(state=PENDING, result=null, callback=(continuation of Deferred@565081346 after retry RPC after error@1483969620) -> (continuation of Deferred@835609293 after retry RPC after error@1494775627) -> (continuation of Deferred@197922575 after retry RPC after error@1331292950) -> (continuation of Deferred@230895674 after retry RPC after error@393985254) -> (continuation of Deferred@2091154801 after retry RPC after error@2082810024) -> (continuation of Deferred@1752405494 after retry RPC after error@572889234) -> (continuation of Deferred@2100635218 after retry RPC after error@679485748), errback=(continuation of Deferred@565081346 after retry RPC after error@1483969620) -> (continuation of Deferred@835609293 after retry RPC after error@1494775627) -> (continuation of Deferred@197922575 after retry RPC after error@1331292950) -> (continuation of Deferred@230895674 after retry RPC after error@393985254) -> (continuation of Deferred@2091154801 after retry RPC after error@2082810024) -> (continuation of Deferred@1752405494 after retry RPC after error@572889234) -> (continuation of Deferred@2100635218 after retry RPC after error@679485748)))
12:17:18.204 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [44ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@2110963090(state=PENDING, result=null, callback=(continuation of Deferred@565081346 after retry RPC after error@1483969620) -> (continuation of Deferred@835609293 after retry RPC after error@1494775627) -> (continuation of Deferred@197922575 after retry RPC after error@1331292950) -> (continuation of Deferred@230895674 after retry RPC after error@393985254) -> (continuation of Deferred@2091154801 after retry RPC after error@2082810024) -> (continuation of Deferred@1752405494 after retry RPC after error@572889234) -> (continuation of Deferred@2100635218 after retry RPC after error@679485748), errback=(continuation of Deferred@565081346 after retry RPC after error@1483969620) -> (continuation of Deferred@835609293 after retry RPC after error@1494775627) -> (continuation of Deferred@197922575 after retry RPC after error@1331292950) -> (continuation of Deferred@230895674 after retry RPC after error@393985254) -> (continuation of Deferred@2091154801 after retry RPC after error@2082810024) -> (continuation of Deferred@1752405494 after retry RPC after error@572889234) -> (continuation of Deferred@2100635218 after retry RPC after error@679485748)))
12:17:18.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.281 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.301 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.303 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.341 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.343 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.403 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [124ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1162435170(state=PENDING, result=null, callback=(continuation of Deferred@1691299723 after retry RPC after error@1011661577) -> (continuation of Deferred@2066736657 after retry RPC after error@1949968732) -> (continuation of Deferred@1762976551 after retry RPC after error@819567103) -> (continuation of Deferred@876805787 after retry RPC after error@295125382) -> (continuation of Deferred@1607763272 after retry RPC after error@599714092) -> (continuation of Deferred@2846182 after retry RPC after error@731617044) -> (continuation of Deferred@1344190954 after retry RPC after error@79551820), errback=(continuation of Deferred@1691299723 after retry RPC after error@1011661577) -> (continuation of Deferred@2066736657 after retry RPC after error@1949968732) -> (continuation of Deferred@1762976551 after retry RPC after error@819567103) -> (continuation of Deferred@876805787 after retry RPC after error@295125382) -> (continuation of Deferred@1607763272 after retry RPC after error@599714092) -> (continuation of Deferred@2846182 after retry RPC after error@731617044) -> (continuation of Deferred@1344190954 after retry RPC after error@79551820)))
12:17:18.403 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [124ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1162435170(state=PENDING, result=null, callback=(continuation of Deferred@1691299723 after retry RPC after error@1011661577) -> (continuation of Deferred@2066736657 after retry RPC after error@1949968732) -> (continuation of Deferred@1762976551 after retry RPC after error@819567103) -> (continuation of Deferred@876805787 after retry RPC after error@295125382) -> (continuation of Deferred@1607763272 after retry RPC after error@599714092) -> (continuation of Deferred@2846182 after retry RPC after error@731617044) -> (continuation of Deferred@1344190954 after retry RPC after error@79551820), errback=(continuation of Deferred@1691299723 after retry RPC after error@1011661577) -> (continuation of Deferred@2066736657 after retry RPC after error@1949968732) -> (continuation of Deferred@1762976551 after retry RPC after error@819567103) -> (continuation of Deferred@876805787 after retry RPC after error@295125382) -> (continuation of Deferred@1607763272 after retry RPC after error@599714092) -> (continuation of Deferred@2846182 after retry RPC after error@731617044) -> (continuation of Deferred@1344190954 after retry RPC after error@79551820)))
12:17:18.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.481 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.541 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.543 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.623 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1117733054(state=PENDING, result=null, callback=(continuation of Deferred@280820567 after retry RPC after error@1212652127) -> (continuation of Deferred@1601733327 after retry RPC after error@1742381870) -> (continuation of Deferred@273386177 after retry RPC after error@1688891381) -> (continuation of Deferred@2136991573 after retry RPC after error@1294923843) -> (continuation of Deferred@33521317 after retry RPC after error@916286632) -> (continuation of Deferred@913854561 after retry RPC after error@204364301), errback=(continuation of Deferred@280820567 after retry RPC after error@1212652127) -> (continuation of Deferred@1601733327 after retry RPC after error@1742381870) -> (continuation of Deferred@273386177 after retry RPC after error@1688891381) -> (continuation of Deferred@2136991573 after retry RPC after error@1294923843) -> (continuation of Deferred@33521317 after retry RPC after error@916286632) -> (continuation of Deferred@913854561 after retry RPC after error@204364301)))
12:17:18.623 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1117733054(state=PENDING, result=null, callback=(continuation of Deferred@280820567 after retry RPC after error@1212652127) -> (continuation of Deferred@1601733327 after retry RPC after error@1742381870) -> (continuation of Deferred@273386177 after retry RPC after error@1688891381) -> (continuation of Deferred@2136991573 after retry RPC after error@1294923843) -> (continuation of Deferred@33521317 after retry RPC after error@916286632) -> (continuation of Deferred@913854561 after retry RPC after error@204364301), errback=(continuation of Deferred@280820567 after retry RPC after error@1212652127) -> (continuation of Deferred@1601733327 after retry RPC after error@1742381870) -> (continuation of Deferred@273386177 after retry RPC after error@1688891381) -> (continuation of Deferred@2136991573 after retry RPC after error@1294923843) -> (continuation of Deferred@33521317 after retry RPC after error@916286632) -> (continuation of Deferred@913854561 after retry RPC after error@204364301)))
12:17:18.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.681 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.801 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.803 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.803 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1633086826(state=PENDING, result=null, callback=(continuation of Deferred@1294014111 after retry RPC after error@581599995) -> (continuation of Deferred@1912729803 after retry RPC after error@610954844) -> (continuation of Deferred@1639580064 after retry RPC after error@401734198) -> (continuation of Deferred@1787549611 after retry RPC after error@493116456) -> (continuation of Deferred@753068325 after retry RPC after error@878347973) -> (continuation of Deferred@14166378 after retry RPC after error@1063432261), errback=(continuation of Deferred@1294014111 after retry RPC after error@581599995) -> (continuation of Deferred@1912729803 after retry RPC after error@610954844) -> (continuation of Deferred@1639580064 after retry RPC after error@401734198) -> (continuation of Deferred@1787549611 after retry RPC after error@493116456) -> (continuation of Deferred@753068325 after retry RPC after error@878347973) -> (continuation of Deferred@14166378 after retry RPC after error@1063432261)))
12:17:18.803 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1633086826(state=PENDING, result=null, callback=(continuation of Deferred@1294014111 after retry RPC after error@581599995) -> (continuation of Deferred@1912729803 after retry RPC after error@610954844) -> (continuation of Deferred@1639580064 after retry RPC after error@401734198) -> (continuation of Deferred@1787549611 after retry RPC after error@493116456) -> (continuation of Deferred@753068325 after retry RPC after error@878347973) -> (continuation of Deferred@14166378 after retry RPC after error@1063432261), errback=(continuation of Deferred@1294014111 after retry RPC after error@581599995) -> (continuation of Deferred@1912729803 after retry RPC after error@610954844) -> (continuation of Deferred@1639580064 after retry RPC after error@401734198) -> (continuation of Deferred@1787549611 after retry RPC after error@493116456) -> (continuation of Deferred@753068325 after retry RPC after error@878347973) -> (continuation of Deferred@14166378 after retry RPC after error@1063432261)))
12:17:18.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:18.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:18.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:18.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:18.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:18.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.043 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1025170000(state=PENDING, result=null, callback=(continuation of Deferred@2029715299 after retry RPC after error@1574728965) -> (continuation of Deferred@918848563 after retry RPC after error@1575424225) -> (continuation of Deferred@1925836249 after retry RPC after error@1275321048) -> (continuation of Deferred@1593059959 after retry RPC after error@997284176) -> (continuation of Deferred@107728066 after retry RPC after error@1424753613) -> (continuation of Deferred@733232309 after retry RPC after error@440290122) -> (continuation of Deferred@1114343699 after retry RPC after error@1991051512) -> (continuation of Deferred@2096550668 after retry RPC after error@351974339), errback=(continuation of Deferred@2029715299 after retry RPC after error@1574728965) -> (continuation of Deferred@918848563 after retry RPC after error@1575424225) -> (continuation of Deferred@1925836249 after retry RPC after error@1275321048) -> (continuation of Deferred@1593059959 after retry RPC after error@997284176) -> (continuation of Deferred@107728066 after retry RPC after error@1424753613) -> (continuation of Deferred@733232309 after retry RPC after error@440290122) -> (continuation of Deferred@1114343699 after retry RPC after error@1991051512) -> (continuation of Deferred@2096550668 after retry RPC after error@351974339)))
12:17:19.044 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1025170000(state=PENDING, result=null, callback=(continuation of Deferred@2029715299 after retry RPC after error@1574728965) -> (continuation of Deferred@918848563 after retry RPC after error@1575424225) -> (continuation of Deferred@1925836249 after retry RPC after error@1275321048) -> (continuation of Deferred@1593059959 after retry RPC after error@997284176) -> (continuation of Deferred@107728066 after retry RPC after error@1424753613) -> (continuation of Deferred@733232309 after retry RPC after error@440290122) -> (continuation of Deferred@1114343699 after retry RPC after error@1991051512) -> (continuation of Deferred@2096550668 after retry RPC after error@351974339), errback=(continuation of Deferred@2029715299 after retry RPC after error@1574728965) -> (continuation of Deferred@918848563 after retry RPC after error@1575424225) -> (continuation of Deferred@1925836249 after retry RPC after error@1275321048) -> (continuation of Deferred@1593059959 after retry RPC after error@997284176) -> (continuation of Deferred@107728066 after retry RPC after error@1424753613) -> (continuation of Deferred@733232309 after retry RPC after error@440290122) -> (continuation of Deferred@1114343699 after retry RPC after error@1991051512) -> (continuation of Deferred@2096550668 after retry RPC after error@351974339)))
12:17:19.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.121 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.123 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.141 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.143 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.201 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.203 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.303 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [240ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1433097624(state=PENDING, result=null, callback=(continuation of Deferred@1916859823 after retry RPC after error@815544160) -> (continuation of Deferred@774614565 after retry RPC after error@568584685) -> (continuation of Deferred@1425776115 after retry RPC after error@93161275) -> (continuation of Deferred@1982094121 after retry RPC after error@1211525249) -> (continuation of Deferred@1084911729 after retry RPC after error@695698176) -> (continuation of Deferred@2103343124 after retry RPC after error@114779486) -> (continuation of Deferred@359506957 after retry RPC after error@1526307), errback=(continuation of Deferred@1916859823 after retry RPC after error@815544160) -> (continuation of Deferred@774614565 after retry RPC after error@568584685) -> (continuation of Deferred@1425776115 after retry RPC after error@93161275) -> (continuation of Deferred@1982094121 after retry RPC after error@1211525249) -> (continuation of Deferred@1084911729 after retry RPC after error@695698176) -> (continuation of Deferred@2103343124 after retry RPC after error@114779486) -> (continuation of Deferred@359506957 after retry RPC after error@1526307)))
12:17:19.303 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [240ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1433097624(state=PENDING, result=null, callback=(continuation of Deferred@1916859823 after retry RPC after error@815544160) -> (continuation of Deferred@774614565 after retry RPC after error@568584685) -> (continuation of Deferred@1425776115 after retry RPC after error@93161275) -> (continuation of Deferred@1982094121 after retry RPC after error@1211525249) -> (continuation of Deferred@1084911729 after retry RPC after error@695698176) -> (continuation of Deferred@2103343124 after retry RPC after error@114779486) -> (continuation of Deferred@359506957 after retry RPC after error@1526307), errback=(continuation of Deferred@1916859823 after retry RPC after error@815544160) -> (continuation of Deferred@774614565 after retry RPC after error@568584685) -> (continuation of Deferred@1425776115 after retry RPC after error@93161275) -> (continuation of Deferred@1982094121 after retry RPC after error@1211525249) -> (continuation of Deferred@1084911729 after retry RPC after error@695698176) -> (continuation of Deferred@2103343124 after retry RPC after error@114779486) -> (continuation of Deferred@359506957 after retry RPC after error@1526307)))
12:17:19.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.341 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.399 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.501 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.561 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.561 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.564 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [244ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1564811268(state=PENDING, result=null, callback=(continuation of Deferred@1240316123 after retry RPC after error@2012560153) -> (continuation of Deferred@699482284 after retry RPC after error@1568669854) -> (continuation of Deferred@2031042709 after retry RPC after error@662471006) -> (continuation of Deferred@74121533 after retry RPC after error@1504867806) -> (continuation of Deferred@1513790869 after retry RPC after error@420446717) -> (continuation of Deferred@1160845576 after retry RPC after error@266836213) -> (continuation of Deferred@20937385 after retry RPC after error@1692013338), errback=(continuation of Deferred@1240316123 after retry RPC after error@2012560153) -> (continuation of Deferred@699482284 after retry RPC after error@1568669854) -> (continuation of Deferred@2031042709 after retry RPC after error@662471006) -> (continuation of Deferred@74121533 after retry RPC after error@1504867806) -> (continuation of Deferred@1513790869 after retry RPC after error@420446717) -> (continuation of Deferred@1160845576 after retry RPC after error@266836213) -> (continuation of Deferred@20937385 after retry RPC after error@1692013338)))
12:17:19.569 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [244ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1564811268(state=PENDING, result=null, callback=(continuation of Deferred@1240316123 after retry RPC after error@2012560153) -> (continuation of Deferred@699482284 after retry RPC after error@1568669854) -> (continuation of Deferred@2031042709 after retry RPC after error@662471006) -> (continuation of Deferred@74121533 after retry RPC after error@1504867806) -> (continuation of Deferred@1513790869 after retry RPC after error@420446717) -> (continuation of Deferred@1160845576 after retry RPC after error@266836213) -> (continuation of Deferred@20937385 after retry RPC after error@1692013338), errback=(continuation of Deferred@1240316123 after retry RPC after error@2012560153) -> (continuation of Deferred@699482284 after retry RPC after error@1568669854) -> (continuation of Deferred@2031042709 after retry RPC after error@662471006) -> (continuation of Deferred@74121533 after retry RPC after error@1504867806) -> (continuation of Deferred@1513790869 after retry RPC after error@420446717) -> (continuation of Deferred@1160845576 after retry RPC after error@266836213) -> (continuation of Deferred@20937385 after retry RPC after error@1692013338)))
12:17:19.579 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.581 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.603 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.603 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.659 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.681 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.763 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [64ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [64ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1258438235(state=PENDING, result=null, callback=(continuation of Deferred@2134767768 after retry RPC after error@1857250901) -> (continuation of Deferred@755328666 after retry RPC after error@1999594887) -> (continuation of Deferred@1732684482 after retry RPC after error@305330609) -> (continuation of Deferred@344292571 after retry RPC after error@411709585) -> (continuation of Deferred@1246267896 after retry RPC after error@1328680561) -> (continuation of Deferred@1894699240 after retry RPC after error@959015132), errback=(continuation of Deferred@2134767768 after retry RPC after error@1857250901) -> (continuation of Deferred@755328666 after retry RPC after error@1999594887) -> (continuation of Deferred@1732684482 after retry RPC after error@305330609) -> (continuation of Deferred@344292571 after retry RPC after error@411709585) -> (continuation of Deferred@1246267896 after retry RPC after error@1328680561) -> (continuation of Deferred@1894699240 after retry RPC after error@959015132)))
12:17:19.763 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [64ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [64ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1258438235(state=PENDING, result=null, callback=(continuation of Deferred@2134767768 after retry RPC after error@1857250901) -> (continuation of Deferred@755328666 after retry RPC after error@1999594887) -> (continuation of Deferred@1732684482 after retry RPC after error@305330609) -> (continuation of Deferred@344292571 after retry RPC after error@411709585) -> (continuation of Deferred@1246267896 after retry RPC after error@1328680561) -> (continuation of Deferred@1894699240 after retry RPC after error@959015132), errback=(continuation of Deferred@2134767768 after retry RPC after error@1857250901) -> (continuation of Deferred@755328666 after retry RPC after error@1999594887) -> (continuation of Deferred@1732684482 after retry RPC after error@305330609) -> (continuation of Deferred@344292571 after retry RPC after error@411709585) -> (continuation of Deferred@1246267896 after retry RPC after error@1328680561) -> (continuation of Deferred@1894699240 after retry RPC after error@959015132)))
12:17:19.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.781 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.783 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.801 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.803 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.821 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.861 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.901 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.903 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.941 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.943 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:19.961 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:19.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:19.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:19.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:19.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:19.984413 2579 master_runner.cc:186] Error getting master registration for 127.1.82.62:46627: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111),
12:17:19.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:19.984755 2579 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:17:20.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.023 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [240ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1834433453(state=PENDING, result=null, callback=(continuation of Deferred@931179548 after retry RPC after error@1236014585) -> (continuation of Deferred@1426255069 after retry RPC after error@31211395) -> (continuation of Deferred@864981992 after retry RPC after error@446979005) -> (continuation of Deferred@1484924976 after retry RPC after error@943862916) -> (continuation of Deferred@2140467639 after retry RPC after error@1196762187) -> (continuation of Deferred@241125177 after retry RPC after error@663790690) -> (continuation of Deferred@2144460910 after retry RPC after error@289993891) -> (continuation of Deferred@1700405052 after retry RPC after error@1204491329), errback=(continuation of Deferred@931179548 after retry RPC after error@1236014585) -> (continuation of Deferred@1426255069 after retry RPC after error@31211395) -> (continuation of Deferred@864981992 after retry RPC after error@446979005) -> (continuation of Deferred@1484924976 after retry RPC after error@943862916) -> (continuation of Deferred@2140467639 after retry RPC after error@1196762187) -> (continuation of Deferred@241125177 after retry RPC after error@663790690) -> (continuation of Deferred@2144460910 after retry RPC after error@289993891) -> (continuation of Deferred@1700405052 after retry RPC after error@1204491329)))
12:17:20.024 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [240ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1834433453(state=PENDING, result=null, callback=(continuation of Deferred@931179548 after retry RPC after error@1236014585) -> (continuation of Deferred@1426255069 after retry RPC after error@31211395) -> (continuation of Deferred@864981992 after retry RPC after error@446979005) -> (continuation of Deferred@1484924976 after retry RPC after error@943862916) -> (continuation of Deferred@2140467639 after retry RPC after error@1196762187) -> (continuation of Deferred@241125177 after retry RPC after error@663790690) -> (continuation of Deferred@2144460910 after retry RPC after error@289993891) -> (continuation of Deferred@1700405052 after retry RPC after error@1204491329), errback=(continuation of Deferred@931179548 after retry RPC after error@1236014585) -> (continuation of Deferred@1426255069 after retry RPC after error@31211395) -> (continuation of Deferred@864981992 after retry RPC after error@446979005) -> (continuation of Deferred@1484924976 after retry RPC after error@943862916) -> (continuation of Deferred@2140467639 after retry RPC after error@1196762187) -> (continuation of Deferred@241125177 after retry RPC after error@663790690) -> (continuation of Deferred@2144460910 after retry RPC after error@289993891) -> (continuation of Deferred@1700405052 after retry RPC after error@1204491329)))
12:17:20.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.081 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.101 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.103 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.223 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [44ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@620852885(state=PENDING, result=null, callback=(continuation of Deferred@791028881 after retry RPC after error@744858103) -> (continuation of Deferred@1584074693 after retry RPC after error@1894805315) -> (continuation of Deferred@1852624736 after retry RPC after error@1862771011) -> (continuation of Deferred@1762954817 after retry RPC after error@443379287) -> (continuation of Deferred@317896117 after retry RPC after error@1076695825) -> (continuation of Deferred@218561491 after retry RPC after error@2087203826) -> (continuation of Deferred@2066775767 after retry RPC after error@1403871035), errback=(continuation of Deferred@791028881 after retry RPC after error@744858103) -> (continuation of Deferred@1584074693 after retry RPC after error@1894805315) -> (continuation of Deferred@1852624736 after retry RPC after error@1862771011) -> (continuation of Deferred@1762954817 after retry RPC after error@443379287) -> (continuation of Deferred@317896117 after retry RPC after error@1076695825) -> (continuation of Deferred@218561491 after retry RPC after error@2087203826) -> (continuation of Deferred@2066775767 after retry RPC after error@1403871035)))
12:17:20.223 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [44ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@620852885(state=PENDING, result=null, callback=(continuation of Deferred@791028881 after retry RPC after error@744858103) -> (continuation of Deferred@1584074693 after retry RPC after error@1894805315) -> (continuation of Deferred@1852624736 after retry RPC after error@1862771011) -> (continuation of Deferred@1762954817 after retry RPC after error@443379287) -> (continuation of Deferred@317896117 after retry RPC after error@1076695825) -> (continuation of Deferred@218561491 after retry RPC after error@2087203826) -> (continuation of Deferred@2066775767 after retry RPC after error@1403871035), errback=(continuation of Deferred@791028881 after retry RPC after error@744858103) -> (continuation of Deferred@1584074693 after retry RPC after error@1894805315) -> (continuation of Deferred@1852624736 after retry RPC after error@1862771011) -> (continuation of Deferred@1762954817 after retry RPC after error@443379287) -> (continuation of Deferred@317896117 after retry RPC after error@1076695825) -> (continuation of Deferred@218561491 after retry RPC after error@2087203826) -> (continuation of Deferred@2066775767 after retry RPC after error@1403871035)))
12:17:20.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.279 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.341 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.463 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1141002067(state=PENDING, result=null, callback=(continuation of Deferred@1796111663 after retry RPC after error@798682566) -> (continuation of Deferred@495524632 after retry RPC after error@1269278509) -> (continuation of Deferred@1406688371 after retry RPC after error@726957843) -> (continuation of Deferred@2127622330 after retry RPC after error@146325122) -> (continuation of Deferred@420626466 after retry RPC after error@288758004) -> (continuation of Deferred@1746562888 after retry RPC after error@630947943) -> (continuation of Deferred@780392358 after retry RPC after error@265521978), errback=(continuation of Deferred@1796111663 after retry RPC after error@798682566) -> (continuation of Deferred@495524632 after retry RPC after error@1269278509) -> (continuation of Deferred@1406688371 after retry RPC after error@726957843) -> (continuation of Deferred@2127622330 after retry RPC after error@146325122) -> (continuation of Deferred@420626466 after retry RPC after error@288758004) -> (continuation of Deferred@1746562888 after retry RPC after error@630947943) -> (continuation of Deferred@780392358 after retry RPC after error@265521978)))
12:17:20.464 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1141002067(state=PENDING, result=null, callback=(continuation of Deferred@1796111663 after retry RPC after error@798682566) -> (continuation of Deferred@495524632 after retry RPC after error@1269278509) -> (continuation of Deferred@1406688371 after retry RPC after error@726957843) -> (continuation of Deferred@2127622330 after retry RPC after error@146325122) -> (continuation of Deferred@420626466 after retry RPC after error@288758004) -> (continuation of Deferred@1746562888 after retry RPC after error@630947943) -> (continuation of Deferred@780392358 after retry RPC after error@265521978), errback=(continuation of Deferred@1796111663 after retry RPC after error@798682566) -> (continuation of Deferred@495524632 after retry RPC after error@1269278509) -> (continuation of Deferred@1406688371 after retry RPC after error@726957843) -> (continuation of Deferred@2127622330 after retry RPC after error@146325122) -> (continuation of Deferred@420626466 after retry RPC after error@288758004) -> (continuation of Deferred@1746562888 after retry RPC after error@630947943) -> (continuation of Deferred@780392358 after retry RPC after error@265521978)))
12:17:20.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.521 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.523 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.541 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.543 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.561 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.601 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.603 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.641 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.643 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.740 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@656499352(state=PENDING, result=null, callback=(continuation of Deferred@1879509238 after retry RPC after error@1893692143) -> (continuation of Deferred@1059085406 after retry RPC after error@330943616) -> (continuation of Deferred@1529947833 after retry RPC after error@1349676858) -> (continuation of Deferred@1837960134 after retry RPC after error@806164283) -> (continuation of Deferred@1658583917 after retry RPC after error@554914739) -> (continuation of Deferred@616939372 after retry RPC after error@2083110912) -> (continuation of Deferred@1091853435 after retry RPC after error@2048987425) -> (continuation of Deferred@1930883030 after retry RPC after error@1091377268), errback=(continuation of Deferred@1879509238 after retry RPC after error@1893692143) -> (continuation of Deferred@1059085406 after retry RPC after error@330943616) -> (continuation of Deferred@1529947833 after retry RPC after error@1349676858) -> (continuation of Deferred@1837960134 after retry RPC after error@806164283) -> (continuation of Deferred@1658583917 after retry RPC after error@554914739) -> (continuation of Deferred@616939372 after retry RPC after error@2083110912) -> (continuation of Deferred@1091853435 after retry RPC after error@2048987425) -> (continuation of Deferred@1930883030 after retry RPC after error@1091377268)))
12:17:20.740 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:20.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.761 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.763 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.841 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.861 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.881 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.941 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.943 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.943 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1846969527(state=PENDING, result=null, callback=(continuation of Deferred@595463383 after retry RPC after error@1330526883) -> (continuation of Deferred@635908459 after retry RPC after error@2140023388) -> (continuation of Deferred@742758862 after retry RPC after error@316679623) -> (continuation of Deferred@235938457 after retry RPC after error@4335053) -> (continuation of Deferred@13191138 after retry RPC after error@320115745) -> (continuation of Deferred@471824432 after retry RPC after error@224549427), errback=(continuation of Deferred@595463383 after retry RPC after error@1330526883) -> (continuation of Deferred@635908459 after retry RPC after error@2140023388) -> (continuation of Deferred@742758862 after retry RPC after error@316679623) -> (continuation of Deferred@235938457 after retry RPC after error@4335053) -> (continuation of Deferred@13191138 after retry RPC after error@320115745) -> (continuation of Deferred@471824432 after retry RPC after error@224549427)))
12:17:20.944 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1846969527(state=PENDING, result=null, callback=(continuation of Deferred@595463383 after retry RPC after error@1330526883) -> (continuation of Deferred@635908459 after retry RPC after error@2140023388) -> (continuation of Deferred@742758862 after retry RPC after error@316679623) -> (continuation of Deferred@235938457 after retry RPC after error@4335053) -> (continuation of Deferred@13191138 after retry RPC after error@320115745) -> (continuation of Deferred@471824432 after retry RPC after error@224549427), errback=(continuation of Deferred@595463383 after retry RPC after error@1330526883) -> (continuation of Deferred@635908459 after retry RPC after error@2140023388) -> (continuation of Deferred@742758862 after retry RPC after error@316679623) -> (continuation of Deferred@235938457 after retry RPC after error@4335053) -> (continuation of Deferred@13191138 after retry RPC after error@320115745) -> (continuation of Deferred@471824432 after retry RPC after error@224549427)))
12:17:20.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.961 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.963 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:20.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:20.981 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:20.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:20.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:20.983 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.061 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.063 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.081 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.141 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.143 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.161 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.163 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@272059674(state=PENDING, result=null, callback=(continuation of Deferred@631767826 after retry RPC after error@1284888562) -> (continuation of Deferred@1965863147 after retry RPC after error@1599700169) -> (continuation of Deferred@973886627 after retry RPC after error@1489251927) -> (continuation of Deferred@1216308812 after retry RPC after error@1549067454) -> (continuation of Deferred@69540571 after retry RPC after error@2112502430) -> (continuation of Deferred@1309965929 after retry RPC after error@891159041) -> (continuation of Deferred@432088507 after retry RPC after error@903070423) -> (continuation of Deferred@1482229042 after retry RPC after error@487725618), errback=(continuation of Deferred@631767826 after retry RPC after error@1284888562) -> (continuation of Deferred@1965863147 after retry RPC after error@1599700169) -> (continuation of Deferred@973886627 after retry RPC after error@1489251927) -> (continuation of Deferred@1216308812 after retry RPC after error@1549067454) -> (continuation of Deferred@69540571 after retry RPC after error@2112502430) -> (continuation of Deferred@1309965929 after retry RPC after error@891159041) -> (continuation of Deferred@432088507 after retry RPC after error@903070423) -> (continuation of Deferred@1482229042 after retry RPC after error@487725618)))
12:17:21.163 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@272059674(state=PENDING, result=null, callback=(continuation of Deferred@631767826 after retry RPC after error@1284888562) -> (continuation of Deferred@1965863147 after retry RPC after error@1599700169) -> (continuation of Deferred@973886627 after retry RPC after error@1489251927) -> (continuation of Deferred@1216308812 after retry RPC after error@1549067454) -> (continuation of Deferred@69540571 after retry RPC after error@2112502430) -> (continuation of Deferred@1309965929 after retry RPC after error@891159041) -> (continuation of Deferred@432088507 after retry RPC after error@903070423) -> (continuation of Deferred@1482229042 after retry RPC after error@487725618), errback=(continuation of Deferred@631767826 after retry RPC after error@1284888562) -> (continuation of Deferred@1965863147 after retry RPC after error@1599700169) -> (continuation of Deferred@973886627 after retry RPC after error@1489251927) -> (continuation of Deferred@1216308812 after retry RPC after error@1549067454) -> (continuation of Deferred@69540571 after retry RPC after error@2112502430) -> (continuation of Deferred@1309965929 after retry RPC after error@891159041) -> (continuation of Deferred@432088507 after retry RPC after error@903070423) -> (continuation of Deferred@1482229042 after retry RPC after error@487725618)))
12:17:21.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.261 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.261 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.263 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.279 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.342 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@596094280(state=PENDING, result=null, callback=(continuation of Deferred@1748653972 after retry RPC after error@1703461199) -> (continuation of Deferred@914888844 after retry RPC after error@679153400) -> (continuation of Deferred@306670228 after retry RPC after error@837178154) -> (continuation of Deferred@1197236706 after retry RPC after error@924891967) -> (continuation of Deferred@505050245 after retry RPC after error@493230959) -> (continuation of Deferred@957426256 after retry RPC after error@190482190) -> (continuation of Deferred@1185506492 after retry RPC after error@1807331941), errback=(continuation of Deferred@1748653972 after retry RPC after error@1703461199) -> (continuation of Deferred@914888844 after retry RPC after error@679153400) -> (continuation of Deferred@306670228 after retry RPC after error@837178154) -> (continuation of Deferred@1197236706 after retry RPC after error@924891967) -> (continuation of Deferred@505050245 after retry RPC after error@493230959) -> (continuation of Deferred@957426256 after retry RPC after error@190482190) -> (continuation of Deferred@1185506492 after retry RPC after error@1807331941)))
12:17:21.343 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@596094280(state=PENDING, result=null, callback=(continuation of Deferred@1748653972 after retry RPC after error@1703461199) -> (continuation of Deferred@914888844 after retry RPC after error@679153400) -> (continuation of Deferred@306670228 after retry RPC after error@837178154) -> (continuation of Deferred@1197236706 after retry RPC after error@924891967) -> (continuation of Deferred@505050245 after retry RPC after error@493230959) -> (continuation of Deferred@957426256 after retry RPC after error@190482190) -> (continuation of Deferred@1185506492 after retry RPC after error@1807331941), errback=(continuation of Deferred@1748653972 after retry RPC after error@1703461199) -> (continuation of Deferred@914888844 after retry RPC after error@679153400) -> (continuation of Deferred@306670228 after retry RPC after error@837178154) -> (continuation of Deferred@1197236706 after retry RPC after error@924891967) -> (continuation of Deferred@505050245 after retry RPC after error@493230959) -> (continuation of Deferred@957426256 after retry RPC after error@190482190) -> (continuation of Deferred@1185506492 after retry RPC after error@1807331941)))
12:17:21.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.603 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@601475472(state=PENDING, result=null, callback=(continuation of Deferred@2129184610 after retry RPC after error@1079001041) -> (continuation of Deferred@434377323 after retry RPC after error@1956433294) -> (continuation of Deferred@1291311016 after retry RPC after error@228116304) -> (continuation of Deferred@886500290 after retry RPC after error@640987243) -> (continuation of Deferred@1418492306 after retry RPC after error@526751252) -> (continuation of Deferred@485418689 after retry RPC after error@526039775) -> (continuation of Deferred@674041935 after retry RPC after error@466351720), errback=(continuation of Deferred@2129184610 after retry RPC after error@1079001041) -> (continuation of Deferred@434377323 after retry RPC after error@1956433294) -> (continuation of Deferred@1291311016 after retry RPC after error@228116304) -> (continuation of Deferred@886500290 after retry RPC after error@640987243) -> (continuation of Deferred@1418492306 after retry RPC after error@526751252) -> (continuation of Deferred@485418689 after retry RPC after error@526039775) -> (continuation of Deferred@674041935 after retry RPC after error@466351720)))
12:17:21.603 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@601475472(state=PENDING, result=null, callback=(continuation of Deferred@2129184610 after retry RPC after error@1079001041) -> (continuation of Deferred@434377323 after retry RPC after error@1956433294) -> (continuation of Deferred@1291311016 after retry RPC after error@228116304) -> (continuation of Deferred@886500290 after retry RPC after error@640987243) -> (continuation of Deferred@1418492306 after retry RPC after error@526751252) -> (continuation of Deferred@485418689 after retry RPC after error@526039775) -> (continuation of Deferred@674041935 after retry RPC after error@466351720), errback=(continuation of Deferred@2129184610 after retry RPC after error@1079001041) -> (continuation of Deferred@434377323 after retry RPC after error@1956433294) -> (continuation of Deferred@1291311016 after retry RPC after error@228116304) -> (continuation of Deferred@886500290 after retry RPC after error@640987243) -> (continuation of Deferred@1418492306 after retry RPC after error@526751252) -> (continuation of Deferred@485418689 after retry RPC after error@526039775) -> (continuation of Deferred@674041935 after retry RPC after error@466351720)))
12:17:21.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.681 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.743 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.781 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.783 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.821 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.823 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.823 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@971399768(state=PENDING, result=null, callback=(continuation of Deferred@1190462074 after retry RPC after error@1165689376) -> (continuation of Deferred@1698286179 after retry RPC after error@1875349566) -> (continuation of Deferred@21997934 after retry RPC after error@481870181) -> (continuation of Deferred@930703939 after retry RPC after error@1684818674) -> (continuation of Deferred@404003784 after retry RPC after error@1123926598) -> (continuation of Deferred@1042977576 after retry RPC after error@941057477) -> (continuation of Deferred@73491412 after retry RPC after error@673349356), errback=(continuation of Deferred@1190462074 after retry RPC after error@1165689376) -> (continuation of Deferred@1698286179 after retry RPC after error@1875349566) -> (continuation of Deferred@21997934 after retry RPC after error@481870181) -> (continuation of Deferred@930703939 after retry RPC after error@1684818674) -> (continuation of Deferred@404003784 after retry RPC after error@1123926598) -> (continuation of Deferred@1042977576 after retry RPC after error@941057477) -> (continuation of Deferred@73491412 after retry RPC after error@673349356)))
12:17:21.824 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@971399768(state=PENDING, result=null, callback=(continuation of Deferred@1190462074 after retry RPC after error@1165689376) -> (continuation of Deferred@1698286179 after retry RPC after error@1875349566) -> (continuation of Deferred@21997934 after retry RPC after error@481870181) -> (continuation of Deferred@930703939 after retry RPC after error@1684818674) -> (continuation of Deferred@404003784 after retry RPC after error@1123926598) -> (continuation of Deferred@1042977576 after retry RPC after error@941057477) -> (continuation of Deferred@73491412 after retry RPC after error@673349356), errback=(continuation of Deferred@1190462074 after retry RPC after error@1165689376) -> (continuation of Deferred@1698286179 after retry RPC after error@1875349566) -> (continuation of Deferred@21997934 after retry RPC after error@481870181) -> (continuation of Deferred@930703939 after retry RPC after error@1684818674) -> (continuation of Deferred@404003784 after retry RPC after error@1123926598) -> (continuation of Deferred@1042977576 after retry RPC after error@941057477) -> (continuation of Deferred@73491412 after retry RPC after error@673349356)))
12:17:21.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:21.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:21.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:21.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:21.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:21.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.042 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [200ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@950632431(state=PENDING, result=null, callback=(continuation of Deferred@966167901 after retry RPC after error@1323895920) -> (continuation of Deferred@1102085561 after retry RPC after error@840246375) -> (continuation of Deferred@1063562013 after retry RPC after error@963160589) -> (continuation of Deferred@2079806764 after retry RPC after error@1624928297) -> (continuation of Deferred@2063336300 after retry RPC after error@104396540) -> (continuation of Deferred@1202162978 after retry RPC after error@1951393479) -> (continuation of Deferred@1848802369 after retry RPC after error@805103725), errback=(continuation of Deferred@966167901 after retry RPC after error@1323895920) -> (continuation of Deferred@1102085561 after retry RPC after error@840246375) -> (continuation of Deferred@1063562013 after retry RPC after error@963160589) -> (continuation of Deferred@2079806764 after retry RPC after error@1624928297) -> (continuation of Deferred@2063336300 after retry RPC after error@104396540) -> (continuation of Deferred@1202162978 after retry RPC after error@1951393479) -> (continuation of Deferred@1848802369 after retry RPC after error@805103725)))
12:17:22.043 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [200ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@950632431(state=PENDING, result=null, callback=(continuation of Deferred@966167901 after retry RPC after error@1323895920) -> (continuation of Deferred@1102085561 after retry RPC after error@840246375) -> (continuation of Deferred@1063562013 after retry RPC after error@963160589) -> (continuation of Deferred@2079806764 after retry RPC after error@1624928297) -> (continuation of Deferred@2063336300 after retry RPC after error@104396540) -> (continuation of Deferred@1202162978 after retry RPC after error@1951393479) -> (continuation of Deferred@1848802369 after retry RPC after error@805103725), errback=(continuation of Deferred@966167901 after retry RPC after error@1323895920) -> (continuation of Deferred@1102085561 after retry RPC after error@840246375) -> (continuation of Deferred@1063562013 after retry RPC after error@963160589) -> (continuation of Deferred@2079806764 after retry RPC after error@1624928297) -> (continuation of Deferred@2063336300 after retry RPC after error@104396540) -> (continuation of Deferred@1202162978 after retry RPC after error@1951393479) -> (continuation of Deferred@1848802369 after retry RPC after error@805103725)))
12:17:22.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.081 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.104 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.105 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.123 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.163 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.301 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.303 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.303 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [45ms] refreshing cache from master, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [46ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [46ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [48ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [48ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [244ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@236275092(state=PENDING, result=null, callback=(continuation of Deferred@719789291 after retry RPC after error@1499144551) -> (continuation of Deferred@1806934184 after retry RPC after error@1328443823) -> (continuation of Deferred@1564224741 after retry RPC after error@1567391292) -> (continuation of Deferred@724317145 after retry RPC after error@389258266) -> (continuation of Deferred@726978845 after retry RPC after error@360171477) -> (continuation of Deferred@1603243097 after retry RPC after error@1414994174) -> (continuation of Deferred@1502017360 after retry RPC after error@1919212250), errback=(continuation of Deferred@719789291 after retry RPC after error@1499144551) -> (continuation of Deferred@1806934184 after retry RPC after error@1328443823) -> (continuation of Deferred@1564224741 after retry RPC after error@1567391292) -> (continuation of Deferred@724317145 after retry RPC after error@389258266) -> (continuation of Deferred@726978845 after retry RPC after error@360171477) -> (continuation of Deferred@1603243097 after retry RPC after error@1414994174) -> (continuation of Deferred@1502017360 after retry RPC after error@1919212250)))
12:17:22.304 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [45ms] refreshing cache from master, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [46ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [46ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [48ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [48ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [244ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@236275092(state=PENDING, result=null, callback=(continuation of Deferred@719789291 after retry RPC after error@1499144551) -> (continuation of Deferred@1806934184 after retry RPC after error@1328443823) -> (continuation of Deferred@1564224741 after retry RPC after error@1567391292) -> (continuation of Deferred@724317145 after retry RPC after error@389258266) -> (continuation of Deferred@726978845 after retry RPC after error@360171477) -> (continuation of Deferred@1603243097 after retry RPC after error@1414994174) -> (continuation of Deferred@1502017360 after retry RPC after error@1919212250), errback=(continuation of Deferred@719789291 after retry RPC after error@1499144551) -> (continuation of Deferred@1806934184 after retry RPC after error@1328443823) -> (continuation of Deferred@1564224741 after retry RPC after error@1567391292) -> (continuation of Deferred@724317145 after retry RPC after error@389258266) -> (continuation of Deferred@726978845 after retry RPC after error@360171477) -> (continuation of Deferred@1603243097 after retry RPC after error@1414994174) -> (continuation of Deferred@1502017360 after retry RPC after error@1919212250)))
12:17:22.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.321 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.323 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.343 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.443 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.483 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@320961257(state=PENDING, result=null, callback=(continuation of Deferred@61864922 after retry RPC after error@1496047636) -> (continuation of Deferred@830247335 after retry RPC after error@697451347) -> (continuation of Deferred@1436486800 after retry RPC after error@1395817847) -> (continuation of Deferred@110505759 after retry RPC after error@1025866821) -> (continuation of Deferred@284364029 after retry RPC after error@1357517393) -> (continuation of Deferred@1739796868 after retry RPC after error@1902292579), errback=(continuation of Deferred@61864922 after retry RPC after error@1496047636) -> (continuation of Deferred@830247335 after retry RPC after error@697451347) -> (continuation of Deferred@1436486800 after retry RPC after error@1395817847) -> (continuation of Deferred@110505759 after retry RPC after error@1025866821) -> (continuation of Deferred@284364029 after retry RPC after error@1357517393) -> (continuation of Deferred@1739796868 after retry RPC after error@1902292579)))
12:17:22.483 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@320961257(state=PENDING, result=null, callback=(continuation of Deferred@61864922 after retry RPC after error@1496047636) -> (continuation of Deferred@830247335 after retry RPC after error@697451347) -> (continuation of Deferred@1436486800 after retry RPC after error@1395817847) -> (continuation of Deferred@110505759 after retry RPC after error@1025866821) -> (continuation of Deferred@284364029 after retry RPC after error@1357517393) -> (continuation of Deferred@1739796868 after retry RPC after error@1902292579), errback=(continuation of Deferred@61864922 after retry RPC after error@1496047636) -> (continuation of Deferred@830247335 after retry RPC after error@697451347) -> (continuation of Deferred@1436486800 after retry RPC after error@1395817847) -> (continuation of Deferred@110505759 after retry RPC after error@1025866821) -> (continuation of Deferred@284364029 after retry RPC after error@1357517393) -> (continuation of Deferred@1739796868 after retry RPC after error@1902292579)))
12:17:22.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.503 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.539 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.541 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.583 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.601 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.621 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.623 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.643 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.721 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.723 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1498922716(state=PENDING, result=null, callback=(continuation of Deferred@641642829 after retry RPC after error@1789833475) -> (continuation of Deferred@1725182099 after retry RPC after error@43107275) -> (continuation of Deferred@1375125005 after retry RPC after error@1322204057) -> (continuation of Deferred@156813947 after retry RPC after error@98291456) -> (continuation of Deferred@1631129440 after retry RPC after error@1444799277) -> (continuation of Deferred@425324679 after retry RPC after error@1117888355) -> (continuation of Deferred@1800067672 after retry RPC after error@1391937687) -> (continuation of Deferred@83646342 after retry RPC after error@1256758013), errback=(continuation of Deferred@641642829 after retry RPC after error@1789833475) -> (continuation of Deferred@1725182099 after retry RPC after error@43107275) -> (continuation of Deferred@1375125005 after retry RPC after error@1322204057) -> (continuation of Deferred@156813947 after retry RPC after error@98291456) -> (continuation of Deferred@1631129440 after retry RPC after error@1444799277) -> (continuation of Deferred@425324679 after retry RPC after error@1117888355) -> (continuation of Deferred@1800067672 after retry RPC after error@1391937687) -> (continuation of Deferred@83646342 after retry RPC after error@1256758013)))
12:17:22.723 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1498922716(state=PENDING, result=null, callback=(continuation of Deferred@641642829 after retry RPC after error@1789833475) -> (continuation of Deferred@1725182099 after retry RPC after error@43107275) -> (continuation of Deferred@1375125005 after retry RPC after error@1322204057) -> (continuation of Deferred@156813947 after retry RPC after error@98291456) -> (continuation of Deferred@1631129440 after retry RPC after error@1444799277) -> (continuation of Deferred@425324679 after retry RPC after error@1117888355) -> (continuation of Deferred@1800067672 after retry RPC after error@1391937687) -> (continuation of Deferred@83646342 after retry RPC after error@1256758013), errback=(continuation of Deferred@641642829 after retry RPC after error@1789833475) -> (continuation of Deferred@1725182099 after retry RPC after error@43107275) -> (continuation of Deferred@1375125005 after retry RPC after error@1322204057) -> (continuation of Deferred@156813947 after retry RPC after error@98291456) -> (continuation of Deferred@1631129440 after retry RPC after error@1444799277) -> (continuation of Deferred@425324679 after retry RPC after error@1117888355) -> (continuation of Deferred@1800067672 after retry RPC after error@1391937687) -> (continuation of Deferred@83646342 after retry RPC after error@1256758013)))
12:17:22.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.763 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.821 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.823 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:22.880903 1868 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 1)
12:17:22.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:22.883490 1868 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '96e0982aab9942cd864c4602a7ff3f14', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '96e0982aab9942cd864c4602a7ff3f14', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 1)
12:17:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:22.885649 1868 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.1.82.60:46599)
12:17:22.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.921 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.923 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@422340683(state=PENDING, result=null, callback=(continuation of Deferred@493127847 after retry RPC after error@612217621) -> (continuation of Deferred@1193251499 after retry RPC after error@1032569907) -> (continuation of Deferred@76759701 after retry RPC after error@1296018441) -> (continuation of Deferred@1980691919 after retry RPC after error@356978017) -> (continuation of Deferred@199127734 after retry RPC after error@1001510944) -> (continuation of Deferred@974184980 after retry RPC after error@395435058) -> (continuation of Deferred@1872910260 after retry RPC after error@1525150392), errback=(continuation of Deferred@493127847 after retry RPC after error@612217621) -> (continuation of Deferred@1193251499 after retry RPC after error@1032569907) -> (continuation of Deferred@76759701 after retry RPC after error@1296018441) -> (continuation of Deferred@1980691919 after retry RPC after error@356978017) -> (continuation of Deferred@199127734 after retry RPC after error@1001510944) -> (continuation of Deferred@974184980 after retry RPC after error@395435058) -> (continuation of Deferred@1872910260 after retry RPC after error@1525150392)))
12:17:22.923 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@422340683(state=PENDING, result=null, callback=(continuation of Deferred@493127847 after retry RPC after error@612217621) -> (continuation of Deferred@1193251499 after retry RPC after error@1032569907) -> (continuation of Deferred@76759701 after retry RPC after error@1296018441) -> (continuation of Deferred@1980691919 after retry RPC after error@356978017) -> (continuation of Deferred@199127734 after retry RPC after error@1001510944) -> (continuation of Deferred@974184980 after retry RPC after error@395435058) -> (continuation of Deferred@1872910260 after retry RPC after error@1525150392), errback=(continuation of Deferred@493127847 after retry RPC after error@612217621) -> (continuation of Deferred@1193251499 after retry RPC after error@1032569907) -> (continuation of Deferred@76759701 after retry RPC after error@1296018441) -> (continuation of Deferred@1980691919 after retry RPC after error@356978017) -> (continuation of Deferred@199127734 after retry RPC after error@1001510944) -> (continuation of Deferred@974184980 after retry RPC after error@395435058) -> (continuation of Deferred@1872910260 after retry RPC after error@1525150392)))
12:17:22.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.941 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.943 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:22.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:22.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:22.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:22.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:22.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.041 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.101 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.103 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.141 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.143 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1495811056(state=PENDING, result=null, callback=(continuation of Deferred@817751264 after retry RPC after error@1552435677) -> (continuation of Deferred@303188427 after retry RPC after error@155107258) -> (continuation of Deferred@1459339417 after retry RPC after error@1210297658) -> (continuation of Deferred@1224731108 after retry RPC after error@885021742) -> (continuation of Deferred@1018670375 after retry RPC after error@1772654070) -> (continuation of Deferred@1580198382 after retry RPC after error@1748565801) -> (continuation of Deferred@1776789916 after retry RPC after error@1150111339), errback=(continuation of Deferred@817751264 after retry RPC after error@1552435677) -> (continuation of Deferred@303188427 after retry RPC after error@155107258) -> (continuation of Deferred@1459339417 after retry RPC after error@1210297658) -> (continuation of Deferred@1224731108 after retry RPC after error@885021742) -> (continuation of Deferred@1018670375 after retry RPC after error@1772654070) -> (continuation of Deferred@1580198382 after retry RPC after error@1748565801) -> (continuation of Deferred@1776789916 after retry RPC after error@1150111339)))
12:17:23.143 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1495811056(state=PENDING, result=null, callback=(continuation of Deferred@817751264 after retry RPC after error@1552435677) -> (continuation of Deferred@303188427 after retry RPC after error@155107258) -> (continuation of Deferred@1459339417 after retry RPC after error@1210297658) -> (continuation of Deferred@1224731108 after retry RPC after error@885021742) -> (continuation of Deferred@1018670375 after retry RPC after error@1772654070) -> (continuation of Deferred@1580198382 after retry RPC after error@1748565801) -> (continuation of Deferred@1776789916 after retry RPC after error@1150111339), errback=(continuation of Deferred@817751264 after retry RPC after error@1552435677) -> (continuation of Deferred@303188427 after retry RPC after error@155107258) -> (continuation of Deferred@1459339417 after retry RPC after error@1210297658) -> (continuation of Deferred@1224731108 after retry RPC after error@885021742) -> (continuation of Deferred@1018670375 after retry RPC after error@1772654070) -> (continuation of Deferred@1580198382 after retry RPC after error@1748565801) -> (continuation of Deferred@1776789916 after retry RPC after error@1150111339)))
12:17:23.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.163 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.241 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.279 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.343 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [180ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@717416710(state=PENDING, result=null, callback=(continuation of Deferred@1884131365 after retry RPC after error@796161647) -> (continuation of Deferred@824202286 after retry RPC after error@211222997) -> (continuation of Deferred@281507034 after retry RPC after error@470593443) -> (continuation of Deferred@800987432 after retry RPC after error@462634147) -> (continuation of Deferred@811203247 after retry RPC after error@1238444720) -> (continuation of Deferred@385420795 after retry RPC after error@336420259), errback=(continuation of Deferred@1884131365 after retry RPC after error@796161647) -> (continuation of Deferred@824202286 after retry RPC after error@211222997) -> (continuation of Deferred@281507034 after retry RPC after error@470593443) -> (continuation of Deferred@800987432 after retry RPC after error@462634147) -> (continuation of Deferred@811203247 after retry RPC after error@1238444720) -> (continuation of Deferred@385420795 after retry RPC after error@336420259)))
12:17:23.343 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [180ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@717416710(state=PENDING, result=null, callback=(continuation of Deferred@1884131365 after retry RPC after error@796161647) -> (continuation of Deferred@824202286 after retry RPC after error@211222997) -> (continuation of Deferred@281507034 after retry RPC after error@470593443) -> (continuation of Deferred@800987432 after retry RPC after error@462634147) -> (continuation of Deferred@811203247 after retry RPC after error@1238444720) -> (continuation of Deferred@385420795 after retry RPC after error@336420259), errback=(continuation of Deferred@1884131365 after retry RPC after error@796161647) -> (continuation of Deferred@824202286 after retry RPC after error@211222997) -> (continuation of Deferred@281507034 after retry RPC after error@470593443) -> (continuation of Deferred@800987432 after retry RPC after error@462634147) -> (continuation of Deferred@811203247 after retry RPC after error@1238444720) -> (continuation of Deferred@385420795 after retry RPC after error@336420259)))
12:17:23.359 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.381 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.401 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.403 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.483 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:23.525589 2943 raft_consensus.cc:482] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4f7ec4f08fc94e0d8f8971bd7eb0968c)
12:17:23.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:23.525791 2943 raft_consensus.cc:504] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:23.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:23.526543 2943 leader_election.cc:288] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131)
12:17:23.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:23.527596 2603 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111) [suppressed 7 similar messages]
12:17:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:23.528887 2603 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111)
12:17:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:23.529078 2604 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131): Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:17:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:23.529212 2604 leader_election.cc:302] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: daba6f8373014b6a8ea9b7c6b79b1c8f; no voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, d8e8730aa8f6419aaa0573756c2e6202
12:17:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:23.529404 2943 raft_consensus.cc:2726] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
12:17:23.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.561 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.563 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [204ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@7232488(state=PENDING, result=null, callback=(continuation of Deferred@1825337758 after retry RPC after error@2033071544) -> (continuation of Deferred@1268060209 after retry RPC after error@961979312) -> (continuation of Deferred@907638149 after retry RPC after error@1049761035) -> (continuation of Deferred@1575325296 after retry RPC after error@1369636191) -> (continuation of Deferred@745148339 after retry RPC after error@41839992) -> (continuation of Deferred@1931076937 after retry RPC after error@899130992), errback=(continuation of Deferred@1825337758 after retry RPC after error@2033071544) -> (continuation of Deferred@1268060209 after retry RPC after error@961979312) -> (continuation of Deferred@907638149 after retry RPC after error@1049761035) -> (continuation of Deferred@1575325296 after retry RPC after error@1369636191) -> (continuation of Deferred@745148339 after retry RPC after error@41839992) -> (continuation of Deferred@1931076937 after retry RPC after error@899130992)))
12:17:23.564 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [204ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@7232488(state=PENDING, result=null, callback=(continuation of Deferred@1825337758 after retry RPC after error@2033071544) -> (continuation of Deferred@1268060209 after retry RPC after error@961979312) -> (continuation of Deferred@907638149 after retry RPC after error@1049761035) -> (continuation of Deferred@1575325296 after retry RPC after error@1369636191) -> (continuation of Deferred@745148339 after retry RPC after error@41839992) -> (continuation of Deferred@1931076937 after retry RPC after error@899130992), errback=(continuation of Deferred@1825337758 after retry RPC after error@2033071544) -> (continuation of Deferred@1268060209 after retry RPC after error@961979312) -> (continuation of Deferred@907638149 after retry RPC after error@1049761035) -> (continuation of Deferred@1575325296 after retry RPC after error@1369636191) -> (continuation of Deferred@745148339 after retry RPC after error@41839992) -> (continuation of Deferred@1931076937 after retry RPC after error@899130992)))
12:17:23.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.641 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.661 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.701 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.782 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [84ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1445025376(state=PENDING, result=null, callback=(continuation of Deferred@796979139 after retry RPC after error@1534390385) -> (continuation of Deferred@1336103848 after retry RPC after error@334339690) -> (continuation of Deferred@993756451 after retry RPC after error@1194335565) -> (continuation of Deferred@307968016 after retry RPC after error@1840966399) -> (continuation of Deferred@181369078 after retry RPC after error@1305659031) -> (continuation of Deferred@109243525 after retry RPC after error@1012204472) -> (continuation of Deferred@1303172108 after retry RPC after error@378619216), errback=(continuation of Deferred@796979139 after retry RPC after error@1534390385) -> (continuation of Deferred@1336103848 after retry RPC after error@334339690) -> (continuation of Deferred@993756451 after retry RPC after error@1194335565) -> (continuation of Deferred@307968016 after retry RPC after error@1840966399) -> (continuation of Deferred@181369078 after retry RPC after error@1305659031) -> (continuation of Deferred@109243525 after retry RPC after error@1012204472) -> (continuation of Deferred@1303172108 after retry RPC after error@378619216)))
12:17:23.783 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [84ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1445025376(state=PENDING, result=null, callback=(continuation of Deferred@796979139 after retry RPC after error@1534390385) -> (continuation of Deferred@1336103848 after retry RPC after error@334339690) -> (continuation of Deferred@993756451 after retry RPC after error@1194335565) -> (continuation of Deferred@307968016 after retry RPC after error@1840966399) -> (continuation of Deferred@181369078 after retry RPC after error@1305659031) -> (continuation of Deferred@109243525 after retry RPC after error@1012204472) -> (continuation of Deferred@1303172108 after retry RPC after error@378619216), errback=(continuation of Deferred@796979139 after retry RPC after error@1534390385) -> (continuation of Deferred@1336103848 after retry RPC after error@334339690) -> (continuation of Deferred@993756451 after retry RPC after error@1194335565) -> (continuation of Deferred@307968016 after retry RPC after error@1840966399) -> (continuation of Deferred@181369078 after retry RPC after error@1305659031) -> (continuation of Deferred@109243525 after retry RPC after error@1012204472) -> (continuation of Deferred@1303172108 after retry RPC after error@378619216)))
12:17:23.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.819 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.881 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.901 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.903 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.941 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.943 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1344767915(state=PENDING, result=null, callback=(continuation of Deferred@699127081 after retry RPC after error@23685813) -> (continuation of Deferred@1750848045 after retry RPC after error@78449234) -> (continuation of Deferred@1935185267 after retry RPC after error@967734639) -> (continuation of Deferred@257032909 after retry RPC after error@1673619183) -> (continuation of Deferred@1409651945 after retry RPC after error@508204555) -> (continuation of Deferred@26327909 after retry RPC after error@1762608038), errback=(continuation of Deferred@699127081 after retry RPC after error@23685813) -> (continuation of Deferred@1750848045 after retry RPC after error@78449234) -> (continuation of Deferred@1935185267 after retry RPC after error@967734639) -> (continuation of Deferred@257032909 after retry RPC after error@1673619183) -> (continuation of Deferred@1409651945 after retry RPC after error@508204555) -> (continuation of Deferred@26327909 after retry RPC after error@1762608038)))
12:17:23.943 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1344767915(state=PENDING, result=null, callback=(continuation of Deferred@699127081 after retry RPC after error@23685813) -> (continuation of Deferred@1750848045 after retry RPC after error@78449234) -> (continuation of Deferred@1935185267 after retry RPC after error@967734639) -> (continuation of Deferred@257032909 after retry RPC after error@1673619183) -> (continuation of Deferred@1409651945 after retry RPC after error@508204555) -> (continuation of Deferred@26327909 after retry RPC after error@1762608038), errback=(continuation of Deferred@699127081 after retry RPC after error@23685813) -> (continuation of Deferred@1750848045 after retry RPC after error@78449234) -> (continuation of Deferred@1935185267 after retry RPC after error@967734639) -> (continuation of Deferred@257032909 after retry RPC after error@1673619183) -> (continuation of Deferred@1409651945 after retry RPC after error@508204555) -> (continuation of Deferred@26327909 after retry RPC after error@1762608038)))
12:17:23.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:23.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:23.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:23.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:23.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:23.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.041 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.061 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.063 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.081 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.121 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.123 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.123 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@33208102(state=PENDING, result=null, callback=(continuation of Deferred@1898541809 after retry RPC after error@1555451243) -> (continuation of Deferred@2017234239 after retry RPC after error@741033625) -> (continuation of Deferred@372180759 after retry RPC after error@2015157676) -> (continuation of Deferred@1691742949 after retry RPC after error@314343272) -> (continuation of Deferred@2084947351 after retry RPC after error@1646953998) -> (continuation of Deferred@690160244 after retry RPC after error@1477799687) -> (continuation of Deferred@170811631 after retry RPC after error@1015192914), errback=(continuation of Deferred@1898541809 after retry RPC after error@1555451243) -> (continuation of Deferred@2017234239 after retry RPC after error@741033625) -> (continuation of Deferred@372180759 after retry RPC after error@2015157676) -> (continuation of Deferred@1691742949 after retry RPC after error@314343272) -> (continuation of Deferred@2084947351 after retry RPC after error@1646953998) -> (continuation of Deferred@690160244 after retry RPC after error@1477799687) -> (continuation of Deferred@170811631 after retry RPC after error@1015192914)))
12:17:24.124 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@33208102(state=PENDING, result=null, callback=(continuation of Deferred@1898541809 after retry RPC after error@1555451243) -> (continuation of Deferred@2017234239 after retry RPC after error@741033625) -> (continuation of Deferred@372180759 after retry RPC after error@2015157676) -> (continuation of Deferred@1691742949 after retry RPC after error@314343272) -> (continuation of Deferred@2084947351 after retry RPC after error@1646953998) -> (continuation of Deferred@690160244 after retry RPC after error@1477799687) -> (continuation of Deferred@170811631 after retry RPC after error@1015192914), errback=(continuation of Deferred@1898541809 after retry RPC after error@1555451243) -> (continuation of Deferred@2017234239 after retry RPC after error@741033625) -> (continuation of Deferred@372180759 after retry RPC after error@2015157676) -> (continuation of Deferred@1691742949 after retry RPC after error@314343272) -> (continuation of Deferred@2084947351 after retry RPC after error@1646953998) -> (continuation of Deferred@690160244 after retry RPC after error@1477799687) -> (continuation of Deferred@170811631 after retry RPC after error@1015192914)))
12:17:24.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.141 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.219 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.261 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.263 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.343 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1552440392(state=PENDING, result=null, callback=(continuation of Deferred@83689928 after retry RPC after error@504177251) -> (continuation of Deferred@131683010 after retry RPC after error@430777453) -> (continuation of Deferred@1966249425 after retry RPC after error@39567150) -> (continuation of Deferred@1339667173 after retry RPC after error@1059547455) -> (continuation of Deferred@1583021847 after retry RPC after error@19372349) -> (continuation of Deferred@57367910 after retry RPC after error@125940389) -> (continuation of Deferred@246044421 after retry RPC after error@872012188), errback=(continuation of Deferred@83689928 after retry RPC after error@504177251) -> (continuation of Deferred@131683010 after retry RPC after error@430777453) -> (continuation of Deferred@1966249425 after retry RPC after error@39567150) -> (continuation of Deferred@1339667173 after retry RPC after error@1059547455) -> (continuation of Deferred@1583021847 after retry RPC after error@19372349) -> (continuation of Deferred@57367910 after retry RPC after error@125940389) -> (continuation of Deferred@246044421 after retry RPC after error@872012188)))
12:17:24.343 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1552440392(state=PENDING, result=null, callback=(continuation of Deferred@83689928 after retry RPC after error@504177251) -> (continuation of Deferred@131683010 after retry RPC after error@430777453) -> (continuation of Deferred@1966249425 after retry RPC after error@39567150) -> (continuation of Deferred@1339667173 after retry RPC after error@1059547455) -> (continuation of Deferred@1583021847 after retry RPC after error@19372349) -> (continuation of Deferred@57367910 after retry RPC after error@125940389) -> (continuation of Deferred@246044421 after retry RPC after error@872012188), errback=(continuation of Deferred@83689928 after retry RPC after error@504177251) -> (continuation of Deferred@131683010 after retry RPC after error@430777453) -> (continuation of Deferred@1966249425 after retry RPC after error@39567150) -> (continuation of Deferred@1339667173 after retry RPC after error@1059547455) -> (continuation of Deferred@1583021847 after retry RPC after error@19372349) -> (continuation of Deferred@57367910 after retry RPC after error@125940389) -> (continuation of Deferred@246044421 after retry RPC after error@872012188)))
12:17:24.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.419 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.441 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.481 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.541 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.543 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.544 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@154152345(state=PENDING, result=null, callback=(continuation of Deferred@1111621196 after retry RPC after error@1481474624) -> (continuation of Deferred@2025220522 after retry RPC after error@1893912512) -> (continuation of Deferred@1033698318 after retry RPC after error@167192191) -> (continuation of Deferred@1112008146 after retry RPC after error@608026261) -> (continuation of Deferred@2124110480 after retry RPC after error@1324306402) -> (continuation of Deferred@872106648 after retry RPC after error@2054914916), errback=(continuation of Deferred@1111621196 after retry RPC after error@1481474624) -> (continuation of Deferred@2025220522 after retry RPC after error@1893912512) -> (continuation of Deferred@1033698318 after retry RPC after error@167192191) -> (continuation of Deferred@1112008146 after retry RPC after error@608026261) -> (continuation of Deferred@2124110480 after retry RPC after error@1324306402) -> (continuation of Deferred@872106648 after retry RPC after error@2054914916)))
12:17:24.544 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@154152345(state=PENDING, result=null, callback=(continuation of Deferred@1111621196 after retry RPC after error@1481474624) -> (continuation of Deferred@2025220522 after retry RPC after error@1893912512) -> (continuation of Deferred@1033698318 after retry RPC after error@167192191) -> (continuation of Deferred@1112008146 after retry RPC after error@608026261) -> (continuation of Deferred@2124110480 after retry RPC after error@1324306402) -> (continuation of Deferred@872106648 after retry RPC after error@2054914916), errback=(continuation of Deferred@1111621196 after retry RPC after error@1481474624) -> (continuation of Deferred@2025220522 after retry RPC after error@1893912512) -> (continuation of Deferred@1033698318 after retry RPC after error@167192191) -> (continuation of Deferred@1112008146 after retry RPC after error@608026261) -> (continuation of Deferred@2124110480 after retry RPC after error@1324306402) -> (continuation of Deferred@872106648 after retry RPC after error@2054914916)))
12:17:24.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.621 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.641 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.781 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.783 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@211931686(state=PENDING, result=null, callback=(continuation of Deferred@1528094277 after retry RPC after error@1534727676) -> (continuation of Deferred@291869356 after retry RPC after error@332878404) -> (continuation of Deferred@1850491021 after retry RPC after error@1695706445) -> (continuation of Deferred@1482650545 after retry RPC after error@1907576716) -> (continuation of Deferred@2113351967 after retry RPC after error@200889321) -> (continuation of Deferred@681081820 after retry RPC after error@1128046188) -> (continuation of Deferred@117907677 after retry RPC after error@1176526287), errback=(continuation of Deferred@1528094277 after retry RPC after error@1534727676) -> (continuation of Deferred@291869356 after retry RPC after error@332878404) -> (continuation of Deferred@1850491021 after retry RPC after error@1695706445) -> (continuation of Deferred@1482650545 after retry RPC after error@1907576716) -> (continuation of Deferred@2113351967 after retry RPC after error@200889321) -> (continuation of Deferred@681081820 after retry RPC after error@1128046188) -> (continuation of Deferred@117907677 after retry RPC after error@1176526287)))
12:17:24.783 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@211931686(state=PENDING, result=null, callback=(continuation of Deferred@1528094277 after retry RPC after error@1534727676) -> (continuation of Deferred@291869356 after retry RPC after error@332878404) -> (continuation of Deferred@1850491021 after retry RPC after error@1695706445) -> (continuation of Deferred@1482650545 after retry RPC after error@1907576716) -> (continuation of Deferred@2113351967 after retry RPC after error@200889321) -> (continuation of Deferred@681081820 after retry RPC after error@1128046188) -> (continuation of Deferred@117907677 after retry RPC after error@1176526287), errback=(continuation of Deferred@1528094277 after retry RPC after error@1534727676) -> (continuation of Deferred@291869356 after retry RPC after error@332878404) -> (continuation of Deferred@1850491021 after retry RPC after error@1695706445) -> (continuation of Deferred@1482650545 after retry RPC after error@1907576716) -> (continuation of Deferred@2113351967 after retry RPC after error@200889321) -> (continuation of Deferred@681081820 after retry RPC after error@1128046188) -> (continuation of Deferred@117907677 after retry RPC after error@1176526287)))
12:17:24.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.803 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.859 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.881 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.921 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.961 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.963 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:24.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:24.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:24.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:24.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:24.982 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@48936326(state=PENDING, result=null, callback=(continuation of Deferred@1215215686 after retry RPC after error@992220901) -> (continuation of Deferred@1800440854 after retry RPC after error@1019302527) -> (continuation of Deferred@30437673 after retry RPC after error@450415816) -> (continuation of Deferred@1971831737 after retry RPC after error@1138963932) -> (continuation of Deferred@1102601648 after retry RPC after error@500852675) -> (continuation of Deferred@1443620298 after retry RPC after error@203187970) -> (continuation of Deferred@264961772 after retry RPC after error@1096836265), errback=(continuation of Deferred@1215215686 after retry RPC after error@992220901) -> (continuation of Deferred@1800440854 after retry RPC after error@1019302527) -> (continuation of Deferred@30437673 after retry RPC after error@450415816) -> (continuation of Deferred@1971831737 after retry RPC after error@1138963932) -> (continuation of Deferred@1102601648 after retry RPC after error@500852675) -> (continuation of Deferred@1443620298 after retry RPC after error@203187970) -> (continuation of Deferred@264961772 after retry RPC after error@1096836265)))
12:17:24.983 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@48936326(state=PENDING, result=null, callback=(continuation of Deferred@1215215686 after retry RPC after error@992220901) -> (continuation of Deferred@1800440854 after retry RPC after error@1019302527) -> (continuation of Deferred@30437673 after retry RPC after error@450415816) -> (continuation of Deferred@1971831737 after retry RPC after error@1138963932) -> (continuation of Deferred@1102601648 after retry RPC after error@500852675) -> (continuation of Deferred@1443620298 after retry RPC after error@203187970) -> (continuation of Deferred@264961772 after retry RPC after error@1096836265), errback=(continuation of Deferred@1215215686 after retry RPC after error@992220901) -> (continuation of Deferred@1800440854 after retry RPC after error@1019302527) -> (continuation of Deferred@30437673 after retry RPC after error@450415816) -> (continuation of Deferred@1971831737 after retry RPC after error@1138963932) -> (continuation of Deferred@1102601648 after retry RPC after error@500852675) -> (continuation of Deferred@1443620298 after retry RPC after error@203187970) -> (continuation of Deferred@264961772 after retry RPC after error@1096836265)))
12:17:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:24.986172 2579 master_runner.cc:186] Error getting master registration for 127.1.82.62:46627: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111),
12:17:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:24.986421 2579 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:17:25.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.039 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.041 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.162 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@848952346(state=PENDING, result=null, callback=(continuation of Deferred@1307726422 after retry RPC after error@775944554) -> (continuation of Deferred@800076632 after retry RPC after error@1387557784) -> (continuation of Deferred@227273594 after retry RPC after error@1546561288) -> (continuation of Deferred@1915381030 after retry RPC after error@57925704) -> (continuation of Deferred@1366367079 after retry RPC after error@2026823846) -> (continuation of Deferred@1500293580 after retry RPC after error@1157722889), errback=(continuation of Deferred@1307726422 after retry RPC after error@775944554) -> (continuation of Deferred@800076632 after retry RPC after error@1387557784) -> (continuation of Deferred@227273594 after retry RPC after error@1546561288) -> (continuation of Deferred@1915381030 after retry RPC after error@57925704) -> (continuation of Deferred@1366367079 after retry RPC after error@2026823846) -> (continuation of Deferred@1500293580 after retry RPC after error@1157722889)))
12:17:25.162 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@848952346(state=PENDING, result=null, callback=(continuation of Deferred@1307726422 after retry RPC after error@775944554) -> (continuation of Deferred@800076632 after retry RPC after error@1387557784) -> (continuation of Deferred@227273594 after retry RPC after error@1546561288) -> (continuation of Deferred@1915381030 after retry RPC after error@57925704) -> (continuation of Deferred@1366367079 after retry RPC after error@2026823846) -> (continuation of Deferred@1500293580 after retry RPC after error@1157722889), errback=(continuation of Deferred@1307726422 after retry RPC after error@775944554) -> (continuation of Deferred@800076632 after retry RPC after error@1387557784) -> (continuation of Deferred@227273594 after retry RPC after error@1546561288) -> (continuation of Deferred@1915381030 after retry RPC after error@57925704) -> (continuation of Deferred@1366367079 after retry RPC after error@2026823846) -> (continuation of Deferred@1500293580 after retry RPC after error@1157722889)))
12:17:25.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.201 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.203 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.301 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.303 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [124ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1919368313(state=PENDING, result=null, callback=(continuation of Deferred@1160481598 after retry RPC after error@329738760) -> (continuation of Deferred@1160073516 after retry RPC after error@250226949) -> (continuation of Deferred@385950109 after retry RPC after error@1063186015) -> (continuation of Deferred@1352496297 after retry RPC after error@258006462) -> (continuation of Deferred@301144070 after retry RPC after error@1494691953) -> (continuation of Deferred@1653882822 after retry RPC after error@1796244231) -> (continuation of Deferred@1646953803 after retry RPC after error@39761351), errback=(continuation of Deferred@1160481598 after retry RPC after error@329738760) -> (continuation of Deferred@1160073516 after retry RPC after error@250226949) -> (continuation of Deferred@385950109 after retry RPC after error@1063186015) -> (continuation of Deferred@1352496297 after retry RPC after error@258006462) -> (continuation of Deferred@301144070 after retry RPC after error@1494691953) -> (continuation of Deferred@1653882822 after retry RPC after error@1796244231) -> (continuation of Deferred@1646953803 after retry RPC after error@39761351)))
12:17:25.423 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [124ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1919368313(state=PENDING, result=null, callback=(continuation of Deferred@1160481598 after retry RPC after error@329738760) -> (continuation of Deferred@1160073516 after retry RPC after error@250226949) -> (continuation of Deferred@385950109 after retry RPC after error@1063186015) -> (continuation of Deferred@1352496297 after retry RPC after error@258006462) -> (continuation of Deferred@301144070 after retry RPC after error@1494691953) -> (continuation of Deferred@1653882822 after retry RPC after error@1796244231) -> (continuation of Deferred@1646953803 after retry RPC after error@39761351), errback=(continuation of Deferred@1160481598 after retry RPC after error@329738760) -> (continuation of Deferred@1160073516 after retry RPC after error@250226949) -> (continuation of Deferred@385950109 after retry RPC after error@1063186015) -> (continuation of Deferred@1352496297 after retry RPC after error@258006462) -> (continuation of Deferred@301144070 after retry RPC after error@1494691953) -> (continuation of Deferred@1653882822 after retry RPC after error@1796244231) -> (continuation of Deferred@1646953803 after retry RPC after error@39761351)))
12:17:25.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.501 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.503 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.521 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.523 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.541 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.543 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.581 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.583 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.683 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [240ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@561617992(state=PENDING, result=null, callback=(continuation of Deferred@1479330983 after retry RPC after error@1094675742) -> (continuation of Deferred@1211732475 after retry RPC after error@634380136) -> (continuation of Deferred@456681090 after retry RPC after error@559267686) -> (continuation of Deferred@627528958 after retry RPC after error@2114517925) -> (continuation of Deferred@643600016 after retry RPC after error@721333170) -> (continuation of Deferred@891407031 after retry RPC after error@214813285) -> (continuation of Deferred@1311239522 after retry RPC after error@291204143), errback=(continuation of Deferred@1479330983 after retry RPC after error@1094675742) -> (continuation of Deferred@1211732475 after retry RPC after error@634380136) -> (continuation of Deferred@456681090 after retry RPC after error@559267686) -> (continuation of Deferred@627528958 after retry RPC after error@2114517925) -> (continuation of Deferred@643600016 after retry RPC after error@721333170) -> (continuation of Deferred@891407031 after retry RPC after error@214813285) -> (continuation of Deferred@1311239522 after retry RPC after error@291204143)))
12:17:25.683 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [240ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@561617992(state=PENDING, result=null, callback=(continuation of Deferred@1479330983 after retry RPC after error@1094675742) -> (continuation of Deferred@1211732475 after retry RPC after error@634380136) -> (continuation of Deferred@456681090 after retry RPC after error@559267686) -> (continuation of Deferred@627528958 after retry RPC after error@2114517925) -> (continuation of Deferred@643600016 after retry RPC after error@721333170) -> (continuation of Deferred@891407031 after retry RPC after error@214813285) -> (continuation of Deferred@1311239522 after retry RPC after error@291204143), errback=(continuation of Deferred@1479330983 after retry RPC after error@1094675742) -> (continuation of Deferred@1211732475 after retry RPC after error@634380136) -> (continuation of Deferred@456681090 after retry RPC after error@559267686) -> (continuation of Deferred@627528958 after retry RPC after error@2114517925) -> (continuation of Deferred@643600016 after retry RPC after error@721333170) -> (continuation of Deferred@891407031 after retry RPC after error@214813285) -> (continuation of Deferred@1311239522 after retry RPC after error@291204143)))
12:17:25.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.721 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.743 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.779 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.781 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.821 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.823 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.859 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.943 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [124ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1281840793(state=PENDING, result=null, callback=(continuation of Deferred@1891041057 after retry RPC after error@1891555617) -> (continuation of Deferred@2003054241 after retry RPC after error@29457738) -> (continuation of Deferred@1179243940 after retry RPC after error@1085832093) -> (continuation of Deferred@377443341 after retry RPC after error@484331685) -> (continuation of Deferred@338842223 after retry RPC after error@391493607) -> (continuation of Deferred@2070300220 after retry RPC after error@357788301) -> (continuation of Deferred@334816098 after retry RPC after error@690259060), errback=(continuation of Deferred@1891041057 after retry RPC after error@1891555617) -> (continuation of Deferred@2003054241 after retry RPC after error@29457738) -> (continuation of Deferred@1179243940 after retry RPC after error@1085832093) -> (continuation of Deferred@377443341 after retry RPC after error@484331685) -> (continuation of Deferred@338842223 after retry RPC after error@391493607) -> (continuation of Deferred@2070300220 after retry RPC after error@357788301) -> (continuation of Deferred@334816098 after retry RPC after error@690259060)))
12:17:25.943 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [124ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1281840793(state=PENDING, result=null, callback=(continuation of Deferred@1891041057 after retry RPC after error@1891555617) -> (continuation of Deferred@2003054241 after retry RPC after error@29457738) -> (continuation of Deferred@1179243940 after retry RPC after error@1085832093) -> (continuation of Deferred@377443341 after retry RPC after error@484331685) -> (continuation of Deferred@338842223 after retry RPC after error@391493607) -> (continuation of Deferred@2070300220 after retry RPC after error@357788301) -> (continuation of Deferred@334816098 after retry RPC after error@690259060), errback=(continuation of Deferred@1891041057 after retry RPC after error@1891555617) -> (continuation of Deferred@2003054241 after retry RPC after error@29457738) -> (continuation of Deferred@1179243940 after retry RPC after error@1085832093) -> (continuation of Deferred@377443341 after retry RPC after error@484331685) -> (continuation of Deferred@338842223 after retry RPC after error@391493607) -> (continuation of Deferred@2070300220 after retry RPC after error@357788301) -> (continuation of Deferred@334816098 after retry RPC after error@690259060)))
12:17:25.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:25.979 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:25.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:25.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:25.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:25.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.001 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.081 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.141 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.143 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.182 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [124ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [184ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@368569616(state=PENDING, result=null, callback=(continuation of Deferred@2135050627 after retry RPC after error@1286931068) -> (continuation of Deferred@1868202786 after retry RPC after error@1164934324) -> (continuation of Deferred@680278987 after retry RPC after error@1280211524) -> (continuation of Deferred@2008458108 after retry RPC after error@1233316834) -> (continuation of Deferred@10081146 after retry RPC after error@1060771191) -> (continuation of Deferred@2111175855 after retry RPC after error@592893196) -> (continuation of Deferred@1838862367 after retry RPC after error@48558454), errback=(continuation of Deferred@2135050627 after retry RPC after error@1286931068) -> (continuation of Deferred@1868202786 after retry RPC after error@1164934324) -> (continuation of Deferred@680278987 after retry RPC after error@1280211524) -> (continuation of Deferred@2008458108 after retry RPC after error@1233316834) -> (continuation of Deferred@10081146 after retry RPC after error@1060771191) -> (continuation of Deferred@2111175855 after retry RPC after error@592893196) -> (continuation of Deferred@1838862367 after retry RPC after error@48558454)))
12:17:26.183 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [124ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [184ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@368569616(state=PENDING, result=null, callback=(continuation of Deferred@2135050627 after retry RPC after error@1286931068) -> (continuation of Deferred@1868202786 after retry RPC after error@1164934324) -> (continuation of Deferred@680278987 after retry RPC after error@1280211524) -> (continuation of Deferred@2008458108 after retry RPC after error@1233316834) -> (continuation of Deferred@10081146 after retry RPC after error@1060771191) -> (continuation of Deferred@2111175855 after retry RPC after error@592893196) -> (continuation of Deferred@1838862367 after retry RPC after error@48558454), errback=(continuation of Deferred@2135050627 after retry RPC after error@1286931068) -> (continuation of Deferred@1868202786 after retry RPC after error@1164934324) -> (continuation of Deferred@680278987 after retry RPC after error@1280211524) -> (continuation of Deferred@2008458108 after retry RPC after error@1233316834) -> (continuation of Deferred@10081146 after retry RPC after error@1060771191) -> (continuation of Deferred@2111175855 after retry RPC after error@592893196) -> (continuation of Deferred@1838862367 after retry RPC after error@48558454)))
12:17:26.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.201 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.203 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.223 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.301 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.341 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.343 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.363 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@764180379(state=PENDING, result=null, callback=(continuation of Deferred@271062472 after retry RPC after error@1366534248) -> (continuation of Deferred@1114194846 after retry RPC after error@211277031) -> (continuation of Deferred@1547769576 after retry RPC after error@280876512) -> (continuation of Deferred@415240666 after retry RPC after error@717409993) -> (continuation of Deferred@2128636719 after retry RPC after error@832454) -> (continuation of Deferred@408567004 after retry RPC after error@617745816) -> (continuation of Deferred@1503044414 after retry RPC after error@1013033289), errback=(continuation of Deferred@271062472 after retry RPC after error@1366534248) -> (continuation of Deferred@1114194846 after retry RPC after error@211277031) -> (continuation of Deferred@1547769576 after retry RPC after error@280876512) -> (continuation of Deferred@415240666 after retry RPC after error@717409993) -> (continuation of Deferred@2128636719 after retry RPC after error@832454) -> (continuation of Deferred@408567004 after retry RPC after error@617745816) -> (continuation of Deferred@1503044414 after retry RPC after error@1013033289)))
12:17:26.363 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@764180379(state=PENDING, result=null, callback=(continuation of Deferred@271062472 after retry RPC after error@1366534248) -> (continuation of Deferred@1114194846 after retry RPC after error@211277031) -> (continuation of Deferred@1547769576 after retry RPC after error@280876512) -> (continuation of Deferred@415240666 after retry RPC after error@717409993) -> (continuation of Deferred@2128636719 after retry RPC after error@832454) -> (continuation of Deferred@408567004 after retry RPC after error@617745816) -> (continuation of Deferred@1503044414 after retry RPC after error@1013033289), errback=(continuation of Deferred@271062472 after retry RPC after error@1366534248) -> (continuation of Deferred@1114194846 after retry RPC after error@211277031) -> (continuation of Deferred@1547769576 after retry RPC after error@280876512) -> (continuation of Deferred@415240666 after retry RPC after error@717409993) -> (continuation of Deferred@2128636719 after retry RPC after error@832454) -> (continuation of Deferred@408567004 after retry RPC after error@617745816) -> (continuation of Deferred@1503044414 after retry RPC after error@1013033289)))
12:17:26.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.439 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.441 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.623 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [240ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1304606672(state=PENDING, result=null, callback=(continuation of Deferred@1262661616 after retry RPC after error@552166572) -> (continuation of Deferred@260432923 after retry RPC after error@1461829132) -> (continuation of Deferred@163751479 after retry RPC after error@1650818983) -> (continuation of Deferred@1113651916 after retry RPC after error@418118994) -> (continuation of Deferred@75764582 after retry RPC after error@1305861142) -> (continuation of Deferred@136772090 after retry RPC after error@1331729601) -> (continuation of Deferred@1809555816 after retry RPC after error@135128425), errback=(continuation of Deferred@1262661616 after retry RPC after error@552166572) -> (continuation of Deferred@260432923 after retry RPC after error@1461829132) -> (continuation of Deferred@163751479 after retry RPC after error@1650818983) -> (continuation of Deferred@1113651916 after retry RPC after error@418118994) -> (continuation of Deferred@75764582 after retry RPC after error@1305861142) -> (continuation of Deferred@136772090 after retry RPC after error@1331729601) -> (continuation of Deferred@1809555816 after retry RPC after error@135128425)))
12:17:26.624 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [240ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1304606672(state=PENDING, result=null, callback=(continuation of Deferred@1262661616 after retry RPC after error@552166572) -> (continuation of Deferred@260432923 after retry RPC after error@1461829132) -> (continuation of Deferred@163751479 after retry RPC after error@1650818983) -> (continuation of Deferred@1113651916 after retry RPC after error@418118994) -> (continuation of Deferred@75764582 after retry RPC after error@1305861142) -> (continuation of Deferred@136772090 after retry RPC after error@1331729601) -> (continuation of Deferred@1809555816 after retry RPC after error@135128425), errback=(continuation of Deferred@1262661616 after retry RPC after error@552166572) -> (continuation of Deferred@260432923 after retry RPC after error@1461829132) -> (continuation of Deferred@163751479 after retry RPC after error@1650818983) -> (continuation of Deferred@1113651916 after retry RPC after error@418118994) -> (continuation of Deferred@75764582 after retry RPC after error@1305861142) -> (continuation of Deferred@136772090 after retry RPC after error@1331729601) -> (continuation of Deferred@1809555816 after retry RPC after error@135128425)))
12:17:26.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.659 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.681 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.683 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.763 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.901 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@409679094(state=PENDING, result=null, callback=(continuation of Deferred@1128781705 after retry RPC after error@1524835728) -> (continuation of Deferred@509083965 after retry RPC after error@1599425156) -> (continuation of Deferred@575878520 after retry RPC after error@1633639175) -> (continuation of Deferred@1070661624 after retry RPC after error@1252299756) -> (continuation of Deferred@1911002933 after retry RPC after error@1786473837) -> (continuation of Deferred@1391223013 after retry RPC after error@1018798759) -> (continuation of Deferred@1898628154 after retry RPC after error@1074515831) -> (continuation of Deferred@1909552347 after retry RPC after error@9198812), errback=(continuation of Deferred@1128781705 after retry RPC after error@1524835728) -> (continuation of Deferred@509083965 after retry RPC after error@1599425156) -> (continuation of Deferred@575878520 after retry RPC after error@1633639175) -> (continuation of Deferred@1070661624 after retry RPC after error@1252299756) -> (continuation of Deferred@1911002933 after retry RPC after error@1786473837) -> (continuation of Deferred@1391223013 after retry RPC after error@1018798759) -> (continuation of Deferred@1898628154 after retry RPC after error@1074515831) -> (continuation of Deferred@1909552347 after retry RPC after error@9198812)))
12:17:26.901 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:26.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.921 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.923 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:26.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:26.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:26.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:26.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:26.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.041 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.081 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.141 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.143 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.143 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@950610119(state=PENDING, result=null, callback=(continuation of Deferred@1676255537 after retry RPC after error@1519084269) -> (continuation of Deferred@540191770 after retry RPC after error@1361860555) -> (continuation of Deferred@2137162998 after retry RPC after error@2122259965) -> (continuation of Deferred@1268264020 after retry RPC after error@2025437411) -> (continuation of Deferred@328717878 after retry RPC after error@352428364) -> (continuation of Deferred@527549748 after retry RPC after error@708450457) -> (continuation of Deferred@120675726 after retry RPC after error@530749413) -> (continuation of Deferred@241940800 after retry RPC after error@1953470148), errback=(continuation of Deferred@1676255537 after retry RPC after error@1519084269) -> (continuation of Deferred@540191770 after retry RPC after error@1361860555) -> (continuation of Deferred@2137162998 after retry RPC after error@2122259965) -> (continuation of Deferred@1268264020 after retry RPC after error@2025437411) -> (continuation of Deferred@328717878 after retry RPC after error@352428364) -> (continuation of Deferred@527549748 after retry RPC after error@708450457) -> (continuation of Deferred@120675726 after retry RPC after error@530749413) -> (continuation of Deferred@241940800 after retry RPC after error@1953470148)))
12:17:27.144 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@950610119(state=PENDING, result=null, callback=(continuation of Deferred@1676255537 after retry RPC after error@1519084269) -> (continuation of Deferred@540191770 after retry RPC after error@1361860555) -> (continuation of Deferred@2137162998 after retry RPC after error@2122259965) -> (continuation of Deferred@1268264020 after retry RPC after error@2025437411) -> (continuation of Deferred@328717878 after retry RPC after error@352428364) -> (continuation of Deferred@527549748 after retry RPC after error@708450457) -> (continuation of Deferred@120675726 after retry RPC after error@530749413) -> (continuation of Deferred@241940800 after retry RPC after error@1953470148), errback=(continuation of Deferred@1676255537 after retry RPC after error@1519084269) -> (continuation of Deferred@540191770 after retry RPC after error@1361860555) -> (continuation of Deferred@2137162998 after retry RPC after error@2122259965) -> (continuation of Deferred@1268264020 after retry RPC after error@2025437411) -> (continuation of Deferred@328717878 after retry RPC after error@352428364) -> (continuation of Deferred@527549748 after retry RPC after error@708450457) -> (continuation of Deferred@120675726 after retry RPC after error@530749413) -> (continuation of Deferred@241940800 after retry RPC after error@1953470148)))
12:17:27.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.161 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.163 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.301 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.303 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1283523216(state=PENDING, result=null, callback=(continuation of Deferred@1697328183 after retry RPC after error@2102669309) -> (continuation of Deferred@1717544910 after retry RPC after error@571390999) -> (continuation of Deferred@511211253 after retry RPC after error@1116702976) -> (continuation of Deferred@1500854088 after retry RPC after error@239912565) -> (continuation of Deferred@1407112855 after retry RPC after error@1831309925) -> (continuation of Deferred@496510974 after retry RPC after error@1972319574), errback=(continuation of Deferred@1697328183 after retry RPC after error@2102669309) -> (continuation of Deferred@1717544910 after retry RPC after error@571390999) -> (continuation of Deferred@511211253 after retry RPC after error@1116702976) -> (continuation of Deferred@1500854088 after retry RPC after error@239912565) -> (continuation of Deferred@1407112855 after retry RPC after error@1831309925) -> (continuation of Deferred@496510974 after retry RPC after error@1972319574)))
12:17:27.303 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1283523216(state=PENDING, result=null, callback=(continuation of Deferred@1697328183 after retry RPC after error@2102669309) -> (continuation of Deferred@1717544910 after retry RPC after error@571390999) -> (continuation of Deferred@511211253 after retry RPC after error@1116702976) -> (continuation of Deferred@1500854088 after retry RPC after error@239912565) -> (continuation of Deferred@1407112855 after retry RPC after error@1831309925) -> (continuation of Deferred@496510974 after retry RPC after error@1972319574), errback=(continuation of Deferred@1697328183 after retry RPC after error@2102669309) -> (continuation of Deferred@1717544910 after retry RPC after error@571390999) -> (continuation of Deferred@511211253 after retry RPC after error@1116702976) -> (continuation of Deferred@1500854088 after retry RPC after error@239912565) -> (continuation of Deferred@1407112855 after retry RPC after error@1831309925) -> (continuation of Deferred@496510974 after retry RPC after error@1972319574)))
12:17:27.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.379 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.383 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.401 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.403 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.441 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.461 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.541 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.543 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.559 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.562 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [240ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@100887505(state=PENDING, result=null, callback=(continuation of Deferred@1441994353 after retry RPC after error@431489907) -> (continuation of Deferred@1366262251 after retry RPC after error@1286546932) -> (continuation of Deferred@27456142 after retry RPC after error@1482213970) -> (continuation of Deferred@1972729963 after retry RPC after error@1075864488) -> (continuation of Deferred@1442893728 after retry RPC after error@1217693032) -> (continuation of Deferred@379386417 after retry RPC after error@1432544873) -> (continuation of Deferred@97472170 after retry RPC after error@1771844798) -> (continuation of Deferred@404756174 after retry RPC after error@1521740301), errback=(continuation of Deferred@1441994353 after retry RPC after error@431489907) -> (continuation of Deferred@1366262251 after retry RPC after error@1286546932) -> (continuation of Deferred@27456142 after retry RPC after error@1482213970) -> (continuation of Deferred@1972729963 after retry RPC after error@1075864488) -> (continuation of Deferred@1442893728 after retry RPC after error@1217693032) -> (continuation of Deferred@379386417 after retry RPC after error@1432544873) -> (continuation of Deferred@97472170 after retry RPC after error@1771844798) -> (continuation of Deferred@404756174 after retry RPC after error@1521740301)))
12:17:27.563 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [240ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@100887505(state=PENDING, result=null, callback=(continuation of Deferred@1441994353 after retry RPC after error@431489907) -> (continuation of Deferred@1366262251 after retry RPC after error@1286546932) -> (continuation of Deferred@27456142 after retry RPC after error@1482213970) -> (continuation of Deferred@1972729963 after retry RPC after error@1075864488) -> (continuation of Deferred@1442893728 after retry RPC after error@1217693032) -> (continuation of Deferred@379386417 after retry RPC after error@1432544873) -> (continuation of Deferred@97472170 after retry RPC after error@1771844798) -> (continuation of Deferred@404756174 after retry RPC after error@1521740301), errback=(continuation of Deferred@1441994353 after retry RPC after error@431489907) -> (continuation of Deferred@1366262251 after retry RPC after error@1286546932) -> (continuation of Deferred@27456142 after retry RPC after error@1482213970) -> (continuation of Deferred@1972729963 after retry RPC after error@1075864488) -> (continuation of Deferred@1442893728 after retry RPC after error@1217693032) -> (continuation of Deferred@379386417 after retry RPC after error@1432544873) -> (continuation of Deferred@97472170 after retry RPC after error@1771844798) -> (continuation of Deferred@404756174 after retry RPC after error@1521740301)))
12:17:27.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.581 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.583 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.659 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.703 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.763 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1444110192(state=PENDING, result=null, callback=(continuation of Deferred@1809631130 after retry RPC after error@1249398920) -> (continuation of Deferred@1286483280 after retry RPC after error@656234) -> (continuation of Deferred@224912614 after retry RPC after error@93522386) -> (continuation of Deferred@954884253 after retry RPC after error@1747662265) -> (continuation of Deferred@1515826318 after retry RPC after error@1192878990) -> (continuation of Deferred@740072824 after retry RPC after error@497804223), errback=(continuation of Deferred@1809631130 after retry RPC after error@1249398920) -> (continuation of Deferred@1286483280 after retry RPC after error@656234) -> (continuation of Deferred@224912614 after retry RPC after error@93522386) -> (continuation of Deferred@954884253 after retry RPC after error@1747662265) -> (continuation of Deferred@1515826318 after retry RPC after error@1192878990) -> (continuation of Deferred@740072824 after retry RPC after error@497804223)))
12:17:27.764 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1444110192(state=PENDING, result=null, callback=(continuation of Deferred@1809631130 after retry RPC after error@1249398920) -> (continuation of Deferred@1286483280 after retry RPC after error@656234) -> (continuation of Deferred@224912614 after retry RPC after error@93522386) -> (continuation of Deferred@954884253 after retry RPC after error@1747662265) -> (continuation of Deferred@1515826318 after retry RPC after error@1192878990) -> (continuation of Deferred@740072824 after retry RPC after error@497804223), errback=(continuation of Deferred@1809631130 after retry RPC after error@1249398920) -> (continuation of Deferred@1286483280 after retry RPC after error@656234) -> (continuation of Deferred@224912614 after retry RPC after error@93522386) -> (continuation of Deferred@954884253 after retry RPC after error@1747662265) -> (continuation of Deferred@1515826318 after retry RPC after error@1192878990) -> (continuation of Deferred@740072824 after retry RPC after error@497804223)))
12:17:27.779 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.861 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.861 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.881 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:27.921 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:27.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:27.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:27.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:27.963094 1868 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 1)
12:17:27.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:27.966634 1868 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '96e0982aab9942cd864c4602a7ff3f14', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '96e0982aab9942cd864c4602a7ff3f14', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 1)
12:17:27.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:27.968721 1868 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.1.82.60:46599)
12:17:28.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.002 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [84ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [104ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1782185224(state=PENDING, result=null, callback=(continuation of Deferred@533083337 after retry RPC after error@1838159266) -> (continuation of Deferred@1596915656 after retry RPC after error@2061146264) -> (continuation of Deferred@1419021174 after retry RPC after error@960805187) -> (continuation of Deferred@297582876 after retry RPC after error@1057789419) -> (continuation of Deferred@1328768583 after retry RPC after error@1394692163) -> (continuation of Deferred@618843930 after retry RPC after error@2132452768) -> (continuation of Deferred@726660442 after retry RPC after error@1924471608), errback=(continuation of Deferred@533083337 after retry RPC after error@1838159266) -> (continuation of Deferred@1596915656 after retry RPC after error@2061146264) -> (continuation of Deferred@1419021174 after retry RPC after error@960805187) -> (continuation of Deferred@297582876 after retry RPC after error@1057789419) -> (continuation of Deferred@1328768583 after retry RPC after error@1394692163) -> (continuation of Deferred@618843930 after retry RPC after error@2132452768) -> (continuation of Deferred@726660442 after retry RPC after error@1924471608)))
12:17:28.003 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [84ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [104ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1782185224(state=PENDING, result=null, callback=(continuation of Deferred@533083337 after retry RPC after error@1838159266) -> (continuation of Deferred@1596915656 after retry RPC after error@2061146264) -> (continuation of Deferred@1419021174 after retry RPC after error@960805187) -> (continuation of Deferred@297582876 after retry RPC after error@1057789419) -> (continuation of Deferred@1328768583 after retry RPC after error@1394692163) -> (continuation of Deferred@618843930 after retry RPC after error@2132452768) -> (continuation of Deferred@726660442 after retry RPC after error@1924471608), errback=(continuation of Deferred@533083337 after retry RPC after error@1838159266) -> (continuation of Deferred@1596915656 after retry RPC after error@2061146264) -> (continuation of Deferred@1419021174 after retry RPC after error@960805187) -> (continuation of Deferred@297582876 after retry RPC after error@1057789419) -> (continuation of Deferred@1328768583 after retry RPC after error@1394692163) -> (continuation of Deferred@618843930 after retry RPC after error@2132452768) -> (continuation of Deferred@726660442 after retry RPC after error@1924471608)))
12:17:28.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.021 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.041 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.243 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.243 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1349399279(state=PENDING, result=null, callback=(continuation of Deferred@562133785 after retry RPC after error@1185979739) -> (continuation of Deferred@1032091461 after retry RPC after error@475841360) -> (continuation of Deferred@917449329 after retry RPC after error@1949770682) -> (continuation of Deferred@1779911718 after retry RPC after error@279659639) -> (continuation of Deferred@1603799217 after retry RPC after error@310368779) -> (continuation of Deferred@1121567262 after retry RPC after error@144424654) -> (continuation of Deferred@400159468 after retry RPC after error@2065358238), errback=(continuation of Deferred@562133785 after retry RPC after error@1185979739) -> (continuation of Deferred@1032091461 after retry RPC after error@475841360) -> (continuation of Deferred@917449329 after retry RPC after error@1949770682) -> (continuation of Deferred@1779911718 after retry RPC after error@279659639) -> (continuation of Deferred@1603799217 after retry RPC after error@310368779) -> (continuation of Deferred@1121567262 after retry RPC after error@144424654) -> (continuation of Deferred@400159468 after retry RPC after error@2065358238)))
12:17:28.244 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1349399279(state=PENDING, result=null, callback=(continuation of Deferred@562133785 after retry RPC after error@1185979739) -> (continuation of Deferred@1032091461 after retry RPC after error@475841360) -> (continuation of Deferred@917449329 after retry RPC after error@1949770682) -> (continuation of Deferred@1779911718 after retry RPC after error@279659639) -> (continuation of Deferred@1603799217 after retry RPC after error@310368779) -> (continuation of Deferred@1121567262 after retry RPC after error@144424654) -> (continuation of Deferred@400159468 after retry RPC after error@2065358238), errback=(continuation of Deferred@562133785 after retry RPC after error@1185979739) -> (continuation of Deferred@1032091461 after retry RPC after error@475841360) -> (continuation of Deferred@917449329 after retry RPC after error@1949770682) -> (continuation of Deferred@1779911718 after retry RPC after error@279659639) -> (continuation of Deferred@1603799217 after retry RPC after error@310368779) -> (continuation of Deferred@1121567262 after retry RPC after error@144424654) -> (continuation of Deferred@400159468 after retry RPC after error@2065358238)))
12:17:28.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.279 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.281 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.401 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.461 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.463 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.463 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@2061768588(state=PENDING, result=null, callback=(continuation of Deferred@1008409822 after retry RPC after error@1232689285) -> (continuation of Deferred@1576576102 after retry RPC after error@133857314) -> (continuation of Deferred@1667469807 after retry RPC after error@1625116790) -> (continuation of Deferred@2023625631 after retry RPC after error@733374270) -> (continuation of Deferred@1411737422 after retry RPC after error@1592906588) -> (continuation of Deferred@1459298806 after retry RPC after error@1324098432) -> (continuation of Deferred@831267332 after retry RPC after error@1639414874), errback=(continuation of Deferred@1008409822 after retry RPC after error@1232689285) -> (continuation of Deferred@1576576102 after retry RPC after error@133857314) -> (continuation of Deferred@1667469807 after retry RPC after error@1625116790) -> (continuation of Deferred@2023625631 after retry RPC after error@733374270) -> (continuation of Deferred@1411737422 after retry RPC after error@1592906588) -> (continuation of Deferred@1459298806 after retry RPC after error@1324098432) -> (continuation of Deferred@831267332 after retry RPC after error@1639414874)))
12:17:28.464 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@2061768588(state=PENDING, result=null, callback=(continuation of Deferred@1008409822 after retry RPC after error@1232689285) -> (continuation of Deferred@1576576102 after retry RPC after error@133857314) -> (continuation of Deferred@1667469807 after retry RPC after error@1625116790) -> (continuation of Deferred@2023625631 after retry RPC after error@733374270) -> (continuation of Deferred@1411737422 after retry RPC after error@1592906588) -> (continuation of Deferred@1459298806 after retry RPC after error@1324098432) -> (continuation of Deferred@831267332 after retry RPC after error@1639414874), errback=(continuation of Deferred@1008409822 after retry RPC after error@1232689285) -> (continuation of Deferred@1576576102 after retry RPC after error@133857314) -> (continuation of Deferred@1667469807 after retry RPC after error@1625116790) -> (continuation of Deferred@2023625631 after retry RPC after error@733374270) -> (continuation of Deferred@1411737422 after retry RPC after error@1592906588) -> (continuation of Deferred@1459298806 after retry RPC after error@1324098432) -> (continuation of Deferred@831267332 after retry RPC after error@1639414874)))
12:17:28.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.503 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:28.544283 2987 raft_consensus.cc:482] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4f7ec4f08fc94e0d8f8971bd7eb0968c)
12:17:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:28.544485 2987 raft_consensus.cc:504] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:28.545225 2987 leader_election.cc:288] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131)
12:17:28.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:28.546597 2604 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111) [suppressed 1 similar messages]
12:17:28.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:28.548202 2603 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111)
12:17:28.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:28.548393 2604 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131): Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:17:28.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:28.548609 2604 leader_election.cc:302] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: daba6f8373014b6a8ea9b7c6b79b1c8f; no voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, d8e8730aa8f6419aaa0573756c2e6202
12:17:28.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:28.548913 2987 raft_consensus.cc:2726] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
12:17:28.559 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.601 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.603 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.681 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.683 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.683 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1237552341(state=PENDING, result=null, callback=(continuation of Deferred@854784760 after retry RPC after error@1468649350) -> (continuation of Deferred@1984870827 after retry RPC after error@599664275) -> (continuation of Deferred@113126694 after retry RPC after error@525481864) -> (continuation of Deferred@475153960 after retry RPC after error@1317695887) -> (continuation of Deferred@959099493 after retry RPC after error@935996607) -> (continuation of Deferred@958877544 after retry RPC after error@607934410), errback=(continuation of Deferred@854784760 after retry RPC after error@1468649350) -> (continuation of Deferred@1984870827 after retry RPC after error@599664275) -> (continuation of Deferred@113126694 after retry RPC after error@525481864) -> (continuation of Deferred@475153960 after retry RPC after error@1317695887) -> (continuation of Deferred@959099493 after retry RPC after error@935996607) -> (continuation of Deferred@958877544 after retry RPC after error@607934410)))
12:17:28.683 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1237552341(state=PENDING, result=null, callback=(continuation of Deferred@854784760 after retry RPC after error@1468649350) -> (continuation of Deferred@1984870827 after retry RPC after error@599664275) -> (continuation of Deferred@113126694 after retry RPC after error@525481864) -> (continuation of Deferred@475153960 after retry RPC after error@1317695887) -> (continuation of Deferred@959099493 after retry RPC after error@935996607) -> (continuation of Deferred@958877544 after retry RPC after error@607934410), errback=(continuation of Deferred@854784760 after retry RPC after error@1468649350) -> (continuation of Deferred@1984870827 after retry RPC after error@599664275) -> (continuation of Deferred@113126694 after retry RPC after error@525481864) -> (continuation of Deferred@475153960 after retry RPC after error@1317695887) -> (continuation of Deferred@959099493 after retry RPC after error@935996607) -> (continuation of Deferred@958877544 after retry RPC after error@607934410)))
12:17:28.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.701 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.819 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.923 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@137076830(state=PENDING, result=null, callback=(continuation of Deferred@1585939058 after retry RPC after error@144302229) -> (continuation of Deferred@1045527367 after retry RPC after error@1798116739) -> (continuation of Deferred@165383814 after retry RPC after error@1308707424) -> (continuation of Deferred@2076154788 after retry RPC after error@2025654365) -> (continuation of Deferred@759633522 after retry RPC after error@1775307760) -> (continuation of Deferred@1857343445 after retry RPC after error@2128334270) -> (continuation of Deferred@1799008401 after retry RPC after error@181778573), errback=(continuation of Deferred@1585939058 after retry RPC after error@144302229) -> (continuation of Deferred@1045527367 after retry RPC after error@1798116739) -> (continuation of Deferred@165383814 after retry RPC after error@1308707424) -> (continuation of Deferred@2076154788 after retry RPC after error@2025654365) -> (continuation of Deferred@759633522 after retry RPC after error@1775307760) -> (continuation of Deferred@1857343445 after retry RPC after error@2128334270) -> (continuation of Deferred@1799008401 after retry RPC after error@181778573)))
12:17:28.923 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@137076830(state=PENDING, result=null, callback=(continuation of Deferred@1585939058 after retry RPC after error@144302229) -> (continuation of Deferred@1045527367 after retry RPC after error@1798116739) -> (continuation of Deferred@165383814 after retry RPC after error@1308707424) -> (continuation of Deferred@2076154788 after retry RPC after error@2025654365) -> (continuation of Deferred@759633522 after retry RPC after error@1775307760) -> (continuation of Deferred@1857343445 after retry RPC after error@2128334270) -> (continuation of Deferred@1799008401 after retry RPC after error@181778573), errback=(continuation of Deferred@1585939058 after retry RPC after error@144302229) -> (continuation of Deferred@1045527367 after retry RPC after error@1798116739) -> (continuation of Deferred@165383814 after retry RPC after error@1308707424) -> (continuation of Deferred@2076154788 after retry RPC after error@2025654365) -> (continuation of Deferred@759633522 after retry RPC after error@1775307760) -> (continuation of Deferred@1857343445 after retry RPC after error@2128334270) -> (continuation of Deferred@1799008401 after retry RPC after error@181778573)))
12:17:28.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:28.979 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:28.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:28.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:28.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:28.981 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.001 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.101 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.103 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.161 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.161 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.163 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.164 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1536246537(state=PENDING, result=null, callback=(continuation of Deferred@483894506 after retry RPC after error@585633842) -> (continuation of Deferred@134924887 after retry RPC after error@1506953556) -> (continuation of Deferred@2013480560 after retry RPC after error@445161666) -> (continuation of Deferred@1150196150 after retry RPC after error@266203290) -> (continuation of Deferred@1838090199 after retry RPC after error@853423124) -> (continuation of Deferred@36522192 after retry RPC after error@1653879087) -> (continuation of Deferred@1999643413 after retry RPC after error@873322355), errback=(continuation of Deferred@483894506 after retry RPC after error@585633842) -> (continuation of Deferred@134924887 after retry RPC after error@1506953556) -> (continuation of Deferred@2013480560 after retry RPC after error@445161666) -> (continuation of Deferred@1150196150 after retry RPC after error@266203290) -> (continuation of Deferred@1838090199 after retry RPC after error@853423124) -> (continuation of Deferred@36522192 after retry RPC after error@1653879087) -> (continuation of Deferred@1999643413 after retry RPC after error@873322355)))
12:17:29.164 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1536246537(state=PENDING, result=null, callback=(continuation of Deferred@483894506 after retry RPC after error@585633842) -> (continuation of Deferred@134924887 after retry RPC after error@1506953556) -> (continuation of Deferred@2013480560 after retry RPC after error@445161666) -> (continuation of Deferred@1150196150 after retry RPC after error@266203290) -> (continuation of Deferred@1838090199 after retry RPC after error@853423124) -> (continuation of Deferred@36522192 after retry RPC after error@1653879087) -> (continuation of Deferred@1999643413 after retry RPC after error@873322355), errback=(continuation of Deferred@483894506 after retry RPC after error@585633842) -> (continuation of Deferred@134924887 after retry RPC after error@1506953556) -> (continuation of Deferred@2013480560 after retry RPC after error@445161666) -> (continuation of Deferred@1150196150 after retry RPC after error@266203290) -> (continuation of Deferred@1838090199 after retry RPC after error@853423124) -> (continuation of Deferred@36522192 after retry RPC after error@1653879087) -> (continuation of Deferred@1999643413 after retry RPC after error@873322355)))
12:17:29.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.181 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.183 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.201 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.203 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.221 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.223 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.243 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.303 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.379 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.422 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [200ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [240ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@864785082(state=PENDING, result=null, callback=(continuation of Deferred@1495075313 after retry RPC after error@1814922612) -> (continuation of Deferred@1023393027 after retry RPC after error@1393485412) -> (continuation of Deferred@1651322741 after retry RPC after error@1659572329) -> (continuation of Deferred@591244946 after retry RPC after error@128205143) -> (continuation of Deferred@205115473 after retry RPC after error@913043943) -> (continuation of Deferred@2020380806 after retry RPC after error@1575475237) -> (continuation of Deferred@522068112 after retry RPC after error@1980964445), errback=(continuation of Deferred@1495075313 after retry RPC after error@1814922612) -> (continuation of Deferred@1023393027 after retry RPC after error@1393485412) -> (continuation of Deferred@1651322741 after retry RPC after error@1659572329) -> (continuation of Deferred@591244946 after retry RPC after error@128205143) -> (continuation of Deferred@205115473 after retry RPC after error@913043943) -> (continuation of Deferred@2020380806 after retry RPC after error@1575475237) -> (continuation of Deferred@522068112 after retry RPC after error@1980964445)))
12:17:29.423 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [200ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [240ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@864785082(state=PENDING, result=null, callback=(continuation of Deferred@1495075313 after retry RPC after error@1814922612) -> (continuation of Deferred@1023393027 after retry RPC after error@1393485412) -> (continuation of Deferred@1651322741 after retry RPC after error@1659572329) -> (continuation of Deferred@591244946 after retry RPC after error@128205143) -> (continuation of Deferred@205115473 after retry RPC after error@913043943) -> (continuation of Deferred@2020380806 after retry RPC after error@1575475237) -> (continuation of Deferred@522068112 after retry RPC after error@1980964445), errback=(continuation of Deferred@1495075313 after retry RPC after error@1814922612) -> (continuation of Deferred@1023393027 after retry RPC after error@1393485412) -> (continuation of Deferred@1651322741 after retry RPC after error@1659572329) -> (continuation of Deferred@591244946 after retry RPC after error@128205143) -> (continuation of Deferred@205115473 after retry RPC after error@913043943) -> (continuation of Deferred@2020380806 after retry RPC after error@1575475237) -> (continuation of Deferred@522068112 after retry RPC after error@1980964445)))
12:17:29.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.441 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.461 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.601 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.641 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.643 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@347184882(state=PENDING, result=null, callback=(continuation of Deferred@1446145289 after retry RPC after error@1228601632) -> (continuation of Deferred@1585853226 after retry RPC after error@1188589574) -> (continuation of Deferred@63375345 after retry RPC after error@497683792) -> (continuation of Deferred@1926914732 after retry RPC after error@1996973233) -> (continuation of Deferred@1287920943 after retry RPC after error@29972842) -> (continuation of Deferred@539460861 after retry RPC after error@1816747684) -> (continuation of Deferred@527207 after retry RPC after error@1270943749), errback=(continuation of Deferred@1446145289 after retry RPC after error@1228601632) -> (continuation of Deferred@1585853226 after retry RPC after error@1188589574) -> (continuation of Deferred@63375345 after retry RPC after error@497683792) -> (continuation of Deferred@1926914732 after retry RPC after error@1996973233) -> (continuation of Deferred@1287920943 after retry RPC after error@29972842) -> (continuation of Deferred@539460861 after retry RPC after error@1816747684) -> (continuation of Deferred@527207 after retry RPC after error@1270943749)))
12:17:29.643 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@347184882(state=PENDING, result=null, callback=(continuation of Deferred@1446145289 after retry RPC after error@1228601632) -> (continuation of Deferred@1585853226 after retry RPC after error@1188589574) -> (continuation of Deferred@63375345 after retry RPC after error@497683792) -> (continuation of Deferred@1926914732 after retry RPC after error@1996973233) -> (continuation of Deferred@1287920943 after retry RPC after error@29972842) -> (continuation of Deferred@539460861 after retry RPC after error@1816747684) -> (continuation of Deferred@527207 after retry RPC after error@1270943749), errback=(continuation of Deferred@1446145289 after retry RPC after error@1228601632) -> (continuation of Deferred@1585853226 after retry RPC after error@1188589574) -> (continuation of Deferred@63375345 after retry RPC after error@497683792) -> (continuation of Deferred@1926914732 after retry RPC after error@1996973233) -> (continuation of Deferred@1287920943 after retry RPC after error@29972842) -> (continuation of Deferred@539460861 after retry RPC after error@1816747684) -> (continuation of Deferred@527207 after retry RPC after error@1270943749)))
12:17:29.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.721 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.743 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.887 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1466098740(state=PENDING, result=null, callback=(continuation of Deferred@123629696 after retry RPC after error@1646176859) -> (continuation of Deferred@909412291 after retry RPC after error@1983354485) -> (continuation of Deferred@35201603 after retry RPC after error@365042729) -> (continuation of Deferred@131767245 after retry RPC after error@1293169021) -> (continuation of Deferred@114563494 after retry RPC after error@57830913) -> (continuation of Deferred@1344637265 after retry RPC after error@1020712433) -> (continuation of Deferred@443151076 after retry RPC after error@175871438), errback=(continuation of Deferred@123629696 after retry RPC after error@1646176859) -> (continuation of Deferred@909412291 after retry RPC after error@1983354485) -> (continuation of Deferred@35201603 after retry RPC after error@365042729) -> (continuation of Deferred@131767245 after retry RPC after error@1293169021) -> (continuation of Deferred@114563494 after retry RPC after error@57830913) -> (continuation of Deferred@1344637265 after retry RPC after error@1020712433) -> (continuation of Deferred@443151076 after retry RPC after error@175871438)))
12:17:29.887 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1466098740(state=PENDING, result=null, callback=(continuation of Deferred@123629696 after retry RPC after error@1646176859) -> (continuation of Deferred@909412291 after retry RPC after error@1983354485) -> (continuation of Deferred@35201603 after retry RPC after error@365042729) -> (continuation of Deferred@131767245 after retry RPC after error@1293169021) -> (continuation of Deferred@114563494 after retry RPC after error@57830913) -> (continuation of Deferred@1344637265 after retry RPC after error@1020712433) -> (continuation of Deferred@443151076 after retry RPC after error@175871438), errback=(continuation of Deferred@123629696 after retry RPC after error@1646176859) -> (continuation of Deferred@909412291 after retry RPC after error@1983354485) -> (continuation of Deferred@35201603 after retry RPC after error@365042729) -> (continuation of Deferred@131767245 after retry RPC after error@1293169021) -> (continuation of Deferred@114563494 after retry RPC after error@57830913) -> (continuation of Deferred@1344637265 after retry RPC after error@1020712433) -> (continuation of Deferred@443151076 after retry RPC after error@175871438)))
12:17:29.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.941 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.961 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:29.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:29.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:29.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:29.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:29.987891 2579 master_runner.cc:186] Error getting master registration for 127.1.82.62:46627: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111),
12:17:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:29.988077 2579 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:17:30.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.081 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.084 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@157348047(state=PENDING, result=null, callback=(continuation of Deferred@1590039874 after retry RPC after error@1886607841) -> (continuation of Deferred@1268111787 after retry RPC after error@1174257310) -> (continuation of Deferred@738185062 after retry RPC after error@1101608873) -> (continuation of Deferred@605349558 after retry RPC after error@204846564) -> (continuation of Deferred@1508171771 after retry RPC after error@1375252241) -> (continuation of Deferred@1390068430 after retry RPC after error@1935792100), errback=(continuation of Deferred@1590039874 after retry RPC after error@1886607841) -> (continuation of Deferred@1268111787 after retry RPC after error@1174257310) -> (continuation of Deferred@738185062 after retry RPC after error@1101608873) -> (continuation of Deferred@605349558 after retry RPC after error@204846564) -> (continuation of Deferred@1508171771 after retry RPC after error@1375252241) -> (continuation of Deferred@1390068430 after retry RPC after error@1935792100)))
12:17:30.084 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@157348047(state=PENDING, result=null, callback=(continuation of Deferred@1590039874 after retry RPC after error@1886607841) -> (continuation of Deferred@1268111787 after retry RPC after error@1174257310) -> (continuation of Deferred@738185062 after retry RPC after error@1101608873) -> (continuation of Deferred@605349558 after retry RPC after error@204846564) -> (continuation of Deferred@1508171771 after retry RPC after error@1375252241) -> (continuation of Deferred@1390068430 after retry RPC after error@1935792100), errback=(continuation of Deferred@1590039874 after retry RPC after error@1886607841) -> (continuation of Deferred@1268111787 after retry RPC after error@1174257310) -> (continuation of Deferred@738185062 after retry RPC after error@1101608873) -> (continuation of Deferred@605349558 after retry RPC after error@204846564) -> (continuation of Deferred@1508171771 after retry RPC after error@1375252241) -> (continuation of Deferred@1390068430 after retry RPC after error@1935792100)))
12:17:30.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.101 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.123 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.141 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.161 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.302 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1615251913(state=PENDING, result=null, callback=(continuation of Deferred@414349696 after retry RPC after error@866357857) -> (continuation of Deferred@1557222400 after retry RPC after error@177198802) -> (continuation of Deferred@33214586 after retry RPC after error@778402494) -> (continuation of Deferred@2025998886 after retry RPC after error@210713258) -> (continuation of Deferred@1528906305 after retry RPC after error@1578394385) -> (continuation of Deferred@887980431 after retry RPC after error@1103280082) -> (continuation of Deferred@270583521 after retry RPC after error@1842426655), errback=(continuation of Deferred@414349696 after retry RPC after error@866357857) -> (continuation of Deferred@1557222400 after retry RPC after error@177198802) -> (continuation of Deferred@33214586 after retry RPC after error@778402494) -> (continuation of Deferred@2025998886 after retry RPC after error@210713258) -> (continuation of Deferred@1528906305 after retry RPC after error@1578394385) -> (continuation of Deferred@887980431 after retry RPC after error@1103280082) -> (continuation of Deferred@270583521 after retry RPC after error@1842426655)))
12:17:30.302 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1615251913(state=PENDING, result=null, callback=(continuation of Deferred@414349696 after retry RPC after error@866357857) -> (continuation of Deferred@1557222400 after retry RPC after error@177198802) -> (continuation of Deferred@33214586 after retry RPC after error@778402494) -> (continuation of Deferred@2025998886 after retry RPC after error@210713258) -> (continuation of Deferred@1528906305 after retry RPC after error@1578394385) -> (continuation of Deferred@887980431 after retry RPC after error@1103280082) -> (continuation of Deferred@270583521 after retry RPC after error@1842426655), errback=(continuation of Deferred@414349696 after retry RPC after error@866357857) -> (continuation of Deferred@1557222400 after retry RPC after error@177198802) -> (continuation of Deferred@33214586 after retry RPC after error@778402494) -> (continuation of Deferred@2025998886 after retry RPC after error@210713258) -> (continuation of Deferred@1528906305 after retry RPC after error@1578394385) -> (continuation of Deferred@887980431 after retry RPC after error@1103280082) -> (continuation of Deferred@270583521 after retry RPC after error@1842426655)))
12:17:30.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.399 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.423 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.562 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@2116194912(state=PENDING, result=null, callback=(continuation of Deferred@1373675187 after retry RPC after error@2049521493) -> (continuation of Deferred@1373713405 after retry RPC after error@993663539) -> (continuation of Deferred@1853492961 after retry RPC after error@1574572004) -> (continuation of Deferred@100442489 after retry RPC after error@1862060151) -> (continuation of Deferred@1347411535 after retry RPC after error@1567055501) -> (continuation of Deferred@1030806321 after retry RPC after error@902239128) -> (continuation of Deferred@458493641 after retry RPC after error@2082514968), errback=(continuation of Deferred@1373675187 after retry RPC after error@2049521493) -> (continuation of Deferred@1373713405 after retry RPC after error@993663539) -> (continuation of Deferred@1853492961 after retry RPC after error@1574572004) -> (continuation of Deferred@100442489 after retry RPC after error@1862060151) -> (continuation of Deferred@1347411535 after retry RPC after error@1567055501) -> (continuation of Deferred@1030806321 after retry RPC after error@902239128) -> (continuation of Deferred@458493641 after retry RPC after error@2082514968)))
12:17:30.563 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@2116194912(state=PENDING, result=null, callback=(continuation of Deferred@1373675187 after retry RPC after error@2049521493) -> (continuation of Deferred@1373713405 after retry RPC after error@993663539) -> (continuation of Deferred@1853492961 after retry RPC after error@1574572004) -> (continuation of Deferred@100442489 after retry RPC after error@1862060151) -> (continuation of Deferred@1347411535 after retry RPC after error@1567055501) -> (continuation of Deferred@1030806321 after retry RPC after error@902239128) -> (continuation of Deferred@458493641 after retry RPC after error@2082514968), errback=(continuation of Deferred@1373675187 after retry RPC after error@2049521493) -> (continuation of Deferred@1373713405 after retry RPC after error@993663539) -> (continuation of Deferred@1853492961 after retry RPC after error@1574572004) -> (continuation of Deferred@100442489 after retry RPC after error@1862060151) -> (continuation of Deferred@1347411535 after retry RPC after error@1567055501) -> (continuation of Deferred@1030806321 after retry RPC after error@902239128) -> (continuation of Deferred@458493641 after retry RPC after error@2082514968)))
12:17:30.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.581 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.583 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.641 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.659 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.701 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.741 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.743 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.743 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@681260185(state=PENDING, result=null, callback=(continuation of Deferred@1364217154 after retry RPC after error@507685814) -> (continuation of Deferred@1012086015 after retry RPC after error@1293807632) -> (continuation of Deferred@519347884 after retry RPC after error@358648287) -> (continuation of Deferred@808563520 after retry RPC after error@302925862) -> (continuation of Deferred@674608437 after retry RPC after error@957018013) -> (continuation of Deferred@77393999 after retry RPC after error@1689503618), errback=(continuation of Deferred@1364217154 after retry RPC after error@507685814) -> (continuation of Deferred@1012086015 after retry RPC after error@1293807632) -> (continuation of Deferred@519347884 after retry RPC after error@358648287) -> (continuation of Deferred@808563520 after retry RPC after error@302925862) -> (continuation of Deferred@674608437 after retry RPC after error@957018013) -> (continuation of Deferred@77393999 after retry RPC after error@1689503618)))
12:17:30.744 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@681260185(state=PENDING, result=null, callback=(continuation of Deferred@1364217154 after retry RPC after error@507685814) -> (continuation of Deferred@1012086015 after retry RPC after error@1293807632) -> (continuation of Deferred@519347884 after retry RPC after error@358648287) -> (continuation of Deferred@808563520 after retry RPC after error@302925862) -> (continuation of Deferred@674608437 after retry RPC after error@957018013) -> (continuation of Deferred@77393999 after retry RPC after error@1689503618), errback=(continuation of Deferred@1364217154 after retry RPC after error@507685814) -> (continuation of Deferred@1012086015 after retry RPC after error@1293807632) -> (continuation of Deferred@519347884 after retry RPC after error@358648287) -> (continuation of Deferred@808563520 after retry RPC after error@302925862) -> (continuation of Deferred@674608437 after retry RPC after error@957018013) -> (continuation of Deferred@77393999 after retry RPC after error@1689503618)))
12:17:30.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.879 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.901 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.979 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:30.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:30.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:30.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:30.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:30.982 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1295288358(state=PENDING, result=null, callback=(continuation of Deferred@1436928882 after retry RPC after error@416303600) -> (continuation of Deferred@1354861003 after retry RPC after error@970808909) -> (continuation of Deferred@1121512543 after retry RPC after error@1482535485) -> (continuation of Deferred@68085548 after retry RPC after error@1467150038) -> (continuation of Deferred@1380801139 after retry RPC after error@1731511901) -> (continuation of Deferred@351300112 after retry RPC after error@1421095430) -> (continuation of Deferred@1813144609 after retry RPC after error@760562128), errback=(continuation of Deferred@1436928882 after retry RPC after error@416303600) -> (continuation of Deferred@1354861003 after retry RPC after error@970808909) -> (continuation of Deferred@1121512543 after retry RPC after error@1482535485) -> (continuation of Deferred@68085548 after retry RPC after error@1467150038) -> (continuation of Deferred@1380801139 after retry RPC after error@1731511901) -> (continuation of Deferred@351300112 after retry RPC after error@1421095430) -> (continuation of Deferred@1813144609 after retry RPC after error@760562128)))
12:17:30.983 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1295288358(state=PENDING, result=null, callback=(continuation of Deferred@1436928882 after retry RPC after error@416303600) -> (continuation of Deferred@1354861003 after retry RPC after error@970808909) -> (continuation of Deferred@1121512543 after retry RPC after error@1482535485) -> (continuation of Deferred@68085548 after retry RPC after error@1467150038) -> (continuation of Deferred@1380801139 after retry RPC after error@1731511901) -> (continuation of Deferred@351300112 after retry RPC after error@1421095430) -> (continuation of Deferred@1813144609 after retry RPC after error@760562128), errback=(continuation of Deferred@1436928882 after retry RPC after error@416303600) -> (continuation of Deferred@1354861003 after retry RPC after error@970808909) -> (continuation of Deferred@1121512543 after retry RPC after error@1482535485) -> (continuation of Deferred@68085548 after retry RPC after error@1467150038) -> (continuation of Deferred@1380801139 after retry RPC after error@1731511901) -> (continuation of Deferred@351300112 after retry RPC after error@1421095430) -> (continuation of Deferred@1813144609 after retry RPC after error@760562128)))
12:17:31.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.001 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.021 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.041 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.103 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.123 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.183 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1793970638(state=PENDING, result=null, callback=(continuation of Deferred@1197417730 after retry RPC after error@820027637) -> (continuation of Deferred@556220208 after retry RPC after error@625011067) -> (continuation of Deferred@453623780 after retry RPC after error@786121592) -> (continuation of Deferred@916272940 after retry RPC after error@338955189) -> (continuation of Deferred@1108635720 after retry RPC after error@916470769) -> (continuation of Deferred@1767591518 after retry RPC after error@1560713571) -> (continuation of Deferred@1014047931 after retry RPC after error@188346231), errback=(continuation of Deferred@1197417730 after retry RPC after error@820027637) -> (continuation of Deferred@556220208 after retry RPC after error@625011067) -> (continuation of Deferred@453623780 after retry RPC after error@786121592) -> (continuation of Deferred@916272940 after retry RPC after error@338955189) -> (continuation of Deferred@1108635720 after retry RPC after error@916470769) -> (continuation of Deferred@1767591518 after retry RPC after error@1560713571) -> (continuation of Deferred@1014047931 after retry RPC after error@188346231)))
12:17:31.183 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1793970638(state=PENDING, result=null, callback=(continuation of Deferred@1197417730 after retry RPC after error@820027637) -> (continuation of Deferred@556220208 after retry RPC after error@625011067) -> (continuation of Deferred@453623780 after retry RPC after error@786121592) -> (continuation of Deferred@916272940 after retry RPC after error@338955189) -> (continuation of Deferred@1108635720 after retry RPC after error@916470769) -> (continuation of Deferred@1767591518 after retry RPC after error@1560713571) -> (continuation of Deferred@1014047931 after retry RPC after error@188346231), errback=(continuation of Deferred@1197417730 after retry RPC after error@820027637) -> (continuation of Deferred@556220208 after retry RPC after error@625011067) -> (continuation of Deferred@453623780 after retry RPC after error@786121592) -> (continuation of Deferred@916272940 after retry RPC after error@338955189) -> (continuation of Deferred@1108635720 after retry RPC after error@916470769) -> (continuation of Deferred@1767591518 after retry RPC after error@1560713571) -> (continuation of Deferred@1014047931 after retry RPC after error@188346231)))
12:17:31.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.281 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.321 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.323 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.341 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.343 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.363 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@612373843(state=PENDING, result=null, callback=(continuation of Deferred@833278853 after retry RPC after error@937740193) -> (continuation of Deferred@1995122727 after retry RPC after error@1390776612) -> (continuation of Deferred@892618246 after retry RPC after error@612128462) -> (continuation of Deferred@192542838 after retry RPC after error@1978344588) -> (continuation of Deferred@1652049985 after retry RPC after error@620013798) -> (continuation of Deferred@1619680838 after retry RPC after error@1290389919) -> (continuation of Deferred@1819523587 after retry RPC after error@1833012467), errback=(continuation of Deferred@833278853 after retry RPC after error@937740193) -> (continuation of Deferred@1995122727 after retry RPC after error@1390776612) -> (continuation of Deferred@892618246 after retry RPC after error@612128462) -> (continuation of Deferred@192542838 after retry RPC after error@1978344588) -> (continuation of Deferred@1652049985 after retry RPC after error@620013798) -> (continuation of Deferred@1619680838 after retry RPC after error@1290389919) -> (continuation of Deferred@1819523587 after retry RPC after error@1833012467)))
12:17:31.363 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@612373843(state=PENDING, result=null, callback=(continuation of Deferred@833278853 after retry RPC after error@937740193) -> (continuation of Deferred@1995122727 after retry RPC after error@1390776612) -> (continuation of Deferred@892618246 after retry RPC after error@612128462) -> (continuation of Deferred@192542838 after retry RPC after error@1978344588) -> (continuation of Deferred@1652049985 after retry RPC after error@620013798) -> (continuation of Deferred@1619680838 after retry RPC after error@1290389919) -> (continuation of Deferred@1819523587 after retry RPC after error@1833012467), errback=(continuation of Deferred@833278853 after retry RPC after error@937740193) -> (continuation of Deferred@1995122727 after retry RPC after error@1390776612) -> (continuation of Deferred@892618246 after retry RPC after error@612128462) -> (continuation of Deferred@192542838 after retry RPC after error@1978344588) -> (continuation of Deferred@1652049985 after retry RPC after error@620013798) -> (continuation of Deferred@1619680838 after retry RPC after error@1290389919) -> (continuation of Deferred@1819523587 after retry RPC after error@1833012467)))
12:17:31.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.439 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.461 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.463 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.541 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.543 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.623 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.623 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1439012629(state=PENDING, result=null, callback=(continuation of Deferred@1877653721 after retry RPC after error@1297079035) -> (continuation of Deferred@1375660997 after retry RPC after error@679125968) -> (continuation of Deferred@309127798 after retry RPC after error@558326466) -> (continuation of Deferred@121701868 after retry RPC after error@2052608759) -> (continuation of Deferred@261236880 after retry RPC after error@366545618) -> (continuation of Deferred@439878624 after retry RPC after error@584005050) -> (continuation of Deferred@1015504859 after retry RPC after error@1641368835), errback=(continuation of Deferred@1877653721 after retry RPC after error@1297079035) -> (continuation of Deferred@1375660997 after retry RPC after error@679125968) -> (continuation of Deferred@309127798 after retry RPC after error@558326466) -> (continuation of Deferred@121701868 after retry RPC after error@2052608759) -> (continuation of Deferred@261236880 after retry RPC after error@366545618) -> (continuation of Deferred@439878624 after retry RPC after error@584005050) -> (continuation of Deferred@1015504859 after retry RPC after error@1641368835)))
12:17:31.624 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1439012629(state=PENDING, result=null, callback=(continuation of Deferred@1877653721 after retry RPC after error@1297079035) -> (continuation of Deferred@1375660997 after retry RPC after error@679125968) -> (continuation of Deferred@309127798 after retry RPC after error@558326466) -> (continuation of Deferred@121701868 after retry RPC after error@2052608759) -> (continuation of Deferred@261236880 after retry RPC after error@366545618) -> (continuation of Deferred@439878624 after retry RPC after error@584005050) -> (continuation of Deferred@1015504859 after retry RPC after error@1641368835), errback=(continuation of Deferred@1877653721 after retry RPC after error@1297079035) -> (continuation of Deferred@1375660997 after retry RPC after error@679125968) -> (continuation of Deferred@309127798 after retry RPC after error@558326466) -> (continuation of Deferred@121701868 after retry RPC after error@2052608759) -> (continuation of Deferred@261236880 after retry RPC after error@366545618) -> (continuation of Deferred@439878624 after retry RPC after error@584005050) -> (continuation of Deferred@1015504859 after retry RPC after error@1641368835)))
12:17:31.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.659 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.743 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.823 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@2106906103(state=PENDING, result=null, callback=(continuation of Deferred@1192254323 after retry RPC after error@2138296617) -> (continuation of Deferred@675841554 after retry RPC after error@1940440449) -> (continuation of Deferred@916898628 after retry RPC after error@1472050720) -> (continuation of Deferred@992596691 after retry RPC after error@244878586) -> (continuation of Deferred@245678734 after retry RPC after error@873626060) -> (continuation of Deferred@1096325847 after retry RPC after error@200094042) -> (continuation of Deferred@594883099 after retry RPC after error@76477344), errback=(continuation of Deferred@1192254323 after retry RPC after error@2138296617) -> (continuation of Deferred@675841554 after retry RPC after error@1940440449) -> (continuation of Deferred@916898628 after retry RPC after error@1472050720) -> (continuation of Deferred@992596691 after retry RPC after error@244878586) -> (continuation of Deferred@245678734 after retry RPC after error@873626060) -> (continuation of Deferred@1096325847 after retry RPC after error@200094042) -> (continuation of Deferred@594883099 after retry RPC after error@76477344)))
12:17:31.823 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@2106906103(state=PENDING, result=null, callback=(continuation of Deferred@1192254323 after retry RPC after error@2138296617) -> (continuation of Deferred@675841554 after retry RPC after error@1940440449) -> (continuation of Deferred@916898628 after retry RPC after error@1472050720) -> (continuation of Deferred@992596691 after retry RPC after error@244878586) -> (continuation of Deferred@245678734 after retry RPC after error@873626060) -> (continuation of Deferred@1096325847 after retry RPC after error@200094042) -> (continuation of Deferred@594883099 after retry RPC after error@76477344), errback=(continuation of Deferred@1192254323 after retry RPC after error@2138296617) -> (continuation of Deferred@675841554 after retry RPC after error@1940440449) -> (continuation of Deferred@916898628 after retry RPC after error@1472050720) -> (continuation of Deferred@992596691 after retry RPC after error@244878586) -> (continuation of Deferred@245678734 after retry RPC after error@873626060) -> (continuation of Deferred@1096325847 after retry RPC after error@200094042) -> (continuation of Deferred@594883099 after retry RPC after error@76477344)))
12:17:31.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.841 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.859 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.881 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.901 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.903 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.921 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.923 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:31.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:31.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:31.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:31.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:31.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.041 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.101 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1569535783(state=PENDING, result=null, callback=(continuation of Deferred@1530234527 after retry RPC after error@1239477216) -> (continuation of Deferred@22541123 after retry RPC after error@903338049) -> (continuation of Deferred@1117888794 after retry RPC after error@206634309) -> (continuation of Deferred@849599079 after retry RPC after error@960305570) -> (continuation of Deferred@1994118894 after retry RPC after error@2112530341) -> (continuation of Deferred@1370897053 after retry RPC after error@1558784) -> (continuation of Deferred@676528970 after retry RPC after error@11296362) -> (continuation of Deferred@1613688368 after retry RPC after error@1590650108), errback=(continuation of Deferred@1530234527 after retry RPC after error@1239477216) -> (continuation of Deferred@22541123 after retry RPC after error@903338049) -> (continuation of Deferred@1117888794 after retry RPC after error@206634309) -> (continuation of Deferred@849599079 after retry RPC after error@960305570) -> (continuation of Deferred@1994118894 after retry RPC after error@2112530341) -> (continuation of Deferred@1370897053 after retry RPC after error@1558784) -> (continuation of Deferred@676528970 after retry RPC after error@11296362) -> (continuation of Deferred@1613688368 after retry RPC after error@1590650108)))
12:17:32.102 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:32.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.139 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.161 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.381 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@844896481(state=PENDING, result=null, callback=(continuation of Deferred@2111451972 after retry RPC after error@98730874) -> (continuation of Deferred@2018523958 after retry RPC after error@706330573) -> (continuation of Deferred@116783577 after retry RPC after error@387797806) -> (continuation of Deferred@1852658544 after retry RPC after error@166559399) -> (continuation of Deferred@545219954 after retry RPC after error@1560725104) -> (continuation of Deferred@1500838003 after retry RPC after error@999206332) -> (continuation of Deferred@1610685258 after retry RPC after error@199189628), errback=(continuation of Deferred@2111451972 after retry RPC after error@98730874) -> (continuation of Deferred@2018523958 after retry RPC after error@706330573) -> (continuation of Deferred@116783577 after retry RPC after error@387797806) -> (continuation of Deferred@1852658544 after retry RPC after error@166559399) -> (continuation of Deferred@545219954 after retry RPC after error@1560725104) -> (continuation of Deferred@1500838003 after retry RPC after error@999206332) -> (continuation of Deferred@1610685258 after retry RPC after error@199189628)))
12:17:32.381 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:32.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.401 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.403 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.421 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.423 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.521 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.523 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.523 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.582 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [180ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@2022258697(state=PENDING, result=null, callback=(continuation of Deferred@1182634108 after retry RPC after error@2027547002) -> (continuation of Deferred@1407109576 after retry RPC after error@1655110346) -> (continuation of Deferred@1223850130 after retry RPC after error@2136459983) -> (continuation of Deferred@1516424292 after retry RPC after error@256318792) -> (continuation of Deferred@1412088538 after retry RPC after error@359299874) -> (continuation of Deferred@1495766023 after retry RPC after error@1857908534) -> (continuation of Deferred@1820544041 after retry RPC after error@712415728), errback=(continuation of Deferred@1182634108 after retry RPC after error@2027547002) -> (continuation of Deferred@1407109576 after retry RPC after error@1655110346) -> (continuation of Deferred@1223850130 after retry RPC after error@2136459983) -> (continuation of Deferred@1516424292 after retry RPC after error@256318792) -> (continuation of Deferred@1412088538 after retry RPC after error@359299874) -> (continuation of Deferred@1495766023 after retry RPC after error@1857908534) -> (continuation of Deferred@1820544041 after retry RPC after error@712415728)))
12:17:32.583 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [180ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@2022258697(state=PENDING, result=null, callback=(continuation of Deferred@1182634108 after retry RPC after error@2027547002) -> (continuation of Deferred@1407109576 after retry RPC after error@1655110346) -> (continuation of Deferred@1223850130 after retry RPC after error@2136459983) -> (continuation of Deferred@1516424292 after retry RPC after error@256318792) -> (continuation of Deferred@1412088538 after retry RPC after error@359299874) -> (continuation of Deferred@1495766023 after retry RPC after error@1857908534) -> (continuation of Deferred@1820544041 after retry RPC after error@712415728), errback=(continuation of Deferred@1182634108 after retry RPC after error@2027547002) -> (continuation of Deferred@1407109576 after retry RPC after error@1655110346) -> (continuation of Deferred@1223850130 after retry RPC after error@2136459983) -> (continuation of Deferred@1516424292 after retry RPC after error@256318792) -> (continuation of Deferred@1412088538 after retry RPC after error@359299874) -> (continuation of Deferred@1495766023 after retry RPC after error@1857908534) -> (continuation of Deferred@1820544041 after retry RPC after error@712415728)))
12:17:32.599 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.621 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.623 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.643 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.699 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.721 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.823 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.823 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [44ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@879800535(state=PENDING, result=null, callback=(continuation of Deferred@428919780 after retry RPC after error@1622352806) -> (continuation of Deferred@302109617 after retry RPC after error@600194862) -> (continuation of Deferred@1008078681 after retry RPC after error@1170318702) -> (continuation of Deferred@1505851964 after retry RPC after error@1265369445) -> (continuation of Deferred@1192014742 after retry RPC after error@254710988) -> (continuation of Deferred@1567367055 after retry RPC after error@1990220398) -> (continuation of Deferred@1418909487 after retry RPC after error@794927493), errback=(continuation of Deferred@428919780 after retry RPC after error@1622352806) -> (continuation of Deferred@302109617 after retry RPC after error@600194862) -> (continuation of Deferred@1008078681 after retry RPC after error@1170318702) -> (continuation of Deferred@1505851964 after retry RPC after error@1265369445) -> (continuation of Deferred@1192014742 after retry RPC after error@254710988) -> (continuation of Deferred@1567367055 after retry RPC after error@1990220398) -> (continuation of Deferred@1418909487 after retry RPC after error@794927493)))
12:17:32.823 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [44ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@879800535(state=PENDING, result=null, callback=(continuation of Deferred@428919780 after retry RPC after error@1622352806) -> (continuation of Deferred@302109617 after retry RPC after error@600194862) -> (continuation of Deferred@1008078681 after retry RPC after error@1170318702) -> (continuation of Deferred@1505851964 after retry RPC after error@1265369445) -> (continuation of Deferred@1192014742 after retry RPC after error@254710988) -> (continuation of Deferred@1567367055 after retry RPC after error@1990220398) -> (continuation of Deferred@1418909487 after retry RPC after error@794927493), errback=(continuation of Deferred@428919780 after retry RPC after error@1622352806) -> (continuation of Deferred@302109617 after retry RPC after error@600194862) -> (continuation of Deferred@1008078681 after retry RPC after error@1170318702) -> (continuation of Deferred@1505851964 after retry RPC after error@1265369445) -> (continuation of Deferred@1192014742 after retry RPC after error@254710988) -> (continuation of Deferred@1567367055 after retry RPC after error@1990220398) -> (continuation of Deferred@1418909487 after retry RPC after error@794927493)))
12:17:32.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.859 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.881 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.901 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.903 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.921 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.923 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:32.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:32.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:32.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:32.943 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:32.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:32.967053 1868 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 96) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 1)
12:17:32.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:32.971568 1868 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '96e0982aab9942cd864c4602a7ff3f14', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '96e0982aab9942cd864c4602a7ff3f14', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 96) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 1)
12:17:32.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:32.973845 1868 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.1.82.60:46599)
12:17:33.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.021 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.041 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.044 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [44ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [64ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [84ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [184ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [204ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@270278615(state=PENDING, result=null, callback=(continuation of Deferred@266008094 after retry RPC after error@262359845) -> (continuation of Deferred@1963194107 after retry RPC after error@85048619) -> (continuation of Deferred@1562624401 after retry RPC after error@1212957555) -> (continuation of Deferred@580047023 after retry RPC after error@711117107) -> (continuation of Deferred@1770957479 after retry RPC after error@1140013886) -> (continuation of Deferred@2001771591 after retry RPC after error@1263003855) -> (continuation of Deferred@1459660946 after retry RPC after error@225465223), errback=(continuation of Deferred@266008094 after retry RPC after error@262359845) -> (continuation of Deferred@1963194107 after retry RPC after error@85048619) -> (continuation of Deferred@1562624401 after retry RPC after error@1212957555) -> (continuation of Deferred@580047023 after retry RPC after error@711117107) -> (continuation of Deferred@1770957479 after retry RPC after error@1140013886) -> (continuation of Deferred@2001771591 after retry RPC after error@1263003855) -> (continuation of Deferred@1459660946 after retry RPC after error@225465223)))
12:17:33.044 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [44ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [64ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [84ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [184ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [204ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@270278615(state=PENDING, result=null, callback=(continuation of Deferred@266008094 after retry RPC after error@262359845) -> (continuation of Deferred@1963194107 after retry RPC after error@85048619) -> (continuation of Deferred@1562624401 after retry RPC after error@1212957555) -> (continuation of Deferred@580047023 after retry RPC after error@711117107) -> (continuation of Deferred@1770957479 after retry RPC after error@1140013886) -> (continuation of Deferred@2001771591 after retry RPC after error@1263003855) -> (continuation of Deferred@1459660946 after retry RPC after error@225465223), errback=(continuation of Deferred@266008094 after retry RPC after error@262359845) -> (continuation of Deferred@1963194107 after retry RPC after error@85048619) -> (continuation of Deferred@1562624401 after retry RPC after error@1212957555) -> (continuation of Deferred@580047023 after retry RPC after error@711117107) -> (continuation of Deferred@1770957479 after retry RPC after error@1140013886) -> (continuation of Deferred@2001771591 after retry RPC after error@1263003855) -> (continuation of Deferred@1459660946 after retry RPC after error@225465223)))
12:17:33.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.101 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.121 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.123 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.223 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1648979261(state=PENDING, result=null, callback=(continuation of Deferred@1959760956 after retry RPC after error@199887280) -> (continuation of Deferred@15001990 after retry RPC after error@695032866) -> (continuation of Deferred@562774855 after retry RPC after error@2063038799) -> (continuation of Deferred@1576535886 after retry RPC after error@506977439) -> (continuation of Deferred@1700603237 after retry RPC after error@614536576) -> (continuation of Deferred@964604973 after retry RPC after error@428692665), errback=(continuation of Deferred@1959760956 after retry RPC after error@199887280) -> (continuation of Deferred@15001990 after retry RPC after error@695032866) -> (continuation of Deferred@562774855 after retry RPC after error@2063038799) -> (continuation of Deferred@1576535886 after retry RPC after error@506977439) -> (continuation of Deferred@1700603237 after retry RPC after error@614536576) -> (continuation of Deferred@964604973 after retry RPC after error@428692665)))
12:17:33.224 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1648979261(state=PENDING, result=null, callback=(continuation of Deferred@1959760956 after retry RPC after error@199887280) -> (continuation of Deferred@15001990 after retry RPC after error@695032866) -> (continuation of Deferred@562774855 after retry RPC after error@2063038799) -> (continuation of Deferred@1576535886 after retry RPC after error@506977439) -> (continuation of Deferred@1700603237 after retry RPC after error@614536576) -> (continuation of Deferred@964604973 after retry RPC after error@428692665), errback=(continuation of Deferred@1959760956 after retry RPC after error@199887280) -> (continuation of Deferred@15001990 after retry RPC after error@695032866) -> (continuation of Deferred@562774855 after retry RPC after error@2063038799) -> (continuation of Deferred@1576535886 after retry RPC after error@506977439) -> (continuation of Deferred@1700603237 after retry RPC after error@614536576) -> (continuation of Deferred@964604973 after retry RPC after error@428692665)))
12:17:33.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.281 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.283 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.301 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.323 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.403 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@730291397(state=PENDING, result=null, callback=(continuation of Deferred@1253348659 after retry RPC after error@824852813) -> (continuation of Deferred@392259399 after retry RPC after error@110190618) -> (continuation of Deferred@1759670518 after retry RPC after error@195130510) -> (continuation of Deferred@392589794 after retry RPC after error@444220068) -> (continuation of Deferred@1634002141 after retry RPC after error@1633806715) -> (continuation of Deferred@1160539604 after retry RPC after error@227244215), errback=(continuation of Deferred@1253348659 after retry RPC after error@824852813) -> (continuation of Deferred@392259399 after retry RPC after error@110190618) -> (continuation of Deferred@1759670518 after retry RPC after error@195130510) -> (continuation of Deferred@392589794 after retry RPC after error@444220068) -> (continuation of Deferred@1634002141 after retry RPC after error@1633806715) -> (continuation of Deferred@1160539604 after retry RPC after error@227244215)))
12:17:33.404 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@730291397(state=PENDING, result=null, callback=(continuation of Deferred@1253348659 after retry RPC after error@824852813) -> (continuation of Deferred@392259399 after retry RPC after error@110190618) -> (continuation of Deferred@1759670518 after retry RPC after error@195130510) -> (continuation of Deferred@392589794 after retry RPC after error@444220068) -> (continuation of Deferred@1634002141 after retry RPC after error@1633806715) -> (continuation of Deferred@1160539604 after retry RPC after error@227244215), errback=(continuation of Deferred@1253348659 after retry RPC after error@824852813) -> (continuation of Deferred@392259399 after retry RPC after error@110190618) -> (continuation of Deferred@1759670518 after retry RPC after error@195130510) -> (continuation of Deferred@392589794 after retry RPC after error@444220068) -> (continuation of Deferred@1634002141 after retry RPC after error@1633806715) -> (continuation of Deferred@1160539604 after retry RPC after error@227244215)))
12:17:33.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.459 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.481 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.643 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1059641828(state=PENDING, result=null, callback=(continuation of Deferred@1147302466 after retry RPC after error@702392656) -> (continuation of Deferred@164650982 after retry RPC after error@1892565185) -> (continuation of Deferred@661245176 after retry RPC after error@1664771692) -> (continuation of Deferred@1755196034 after retry RPC after error@1792325400) -> (continuation of Deferred@53721270 after retry RPC after error@864724922) -> (continuation of Deferred@710496627 after retry RPC after error@1710903127) -> (continuation of Deferred@2064821590 after retry RPC after error@499348217), errback=(continuation of Deferred@1147302466 after retry RPC after error@702392656) -> (continuation of Deferred@164650982 after retry RPC after error@1892565185) -> (continuation of Deferred@661245176 after retry RPC after error@1664771692) -> (continuation of Deferred@1755196034 after retry RPC after error@1792325400) -> (continuation of Deferred@53721270 after retry RPC after error@864724922) -> (continuation of Deferred@710496627 after retry RPC after error@1710903127) -> (continuation of Deferred@2064821590 after retry RPC after error@499348217)))
12:17:33.643 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1059641828(state=PENDING, result=null, callback=(continuation of Deferred@1147302466 after retry RPC after error@702392656) -> (continuation of Deferred@164650982 after retry RPC after error@1892565185) -> (continuation of Deferred@661245176 after retry RPC after error@1664771692) -> (continuation of Deferred@1755196034 after retry RPC after error@1792325400) -> (continuation of Deferred@53721270 after retry RPC after error@864724922) -> (continuation of Deferred@710496627 after retry RPC after error@1710903127) -> (continuation of Deferred@2064821590 after retry RPC after error@499348217), errback=(continuation of Deferred@1147302466 after retry RPC after error@702392656) -> (continuation of Deferred@164650982 after retry RPC after error@1892565185) -> (continuation of Deferred@661245176 after retry RPC after error@1664771692) -> (continuation of Deferred@1755196034 after retry RPC after error@1792325400) -> (continuation of Deferred@53721270 after retry RPC after error@864724922) -> (continuation of Deferred@710496627 after retry RPC after error@1710903127) -> (continuation of Deferred@2064821590 after retry RPC after error@499348217)))
12:17:33.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.683 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.719 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.741 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.743 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.781 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.783 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.821 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.823 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.863 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [200ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1696513343(state=PENDING, result=null, callback=(continuation of Deferred@1832157204 after retry RPC after error@1294721544) -> (continuation of Deferred@552228444 after retry RPC after error@806215739) -> (continuation of Deferred@2045833742 after retry RPC after error@1809413274) -> (continuation of Deferred@435390219 after retry RPC after error@1184931894) -> (continuation of Deferred@951999086 after retry RPC after error@417567815) -> (continuation of Deferred@489526159 after retry RPC after error@1582248204) -> (continuation of Deferred@342392193 after retry RPC after error@279810791), errback=(continuation of Deferred@1832157204 after retry RPC after error@1294721544) -> (continuation of Deferred@552228444 after retry RPC after error@806215739) -> (continuation of Deferred@2045833742 after retry RPC after error@1809413274) -> (continuation of Deferred@435390219 after retry RPC after error@1184931894) -> (continuation of Deferred@951999086 after retry RPC after error@417567815) -> (continuation of Deferred@489526159 after retry RPC after error@1582248204) -> (continuation of Deferred@342392193 after retry RPC after error@279810791)))
12:17:33.863 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [200ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1696513343(state=PENDING, result=null, callback=(continuation of Deferred@1832157204 after retry RPC after error@1294721544) -> (continuation of Deferred@552228444 after retry RPC after error@806215739) -> (continuation of Deferred@2045833742 after retry RPC after error@1809413274) -> (continuation of Deferred@435390219 after retry RPC after error@1184931894) -> (continuation of Deferred@951999086 after retry RPC after error@417567815) -> (continuation of Deferred@489526159 after retry RPC after error@1582248204) -> (continuation of Deferred@342392193 after retry RPC after error@279810791), errback=(continuation of Deferred@1832157204 after retry RPC after error@1294721544) -> (continuation of Deferred@552228444 after retry RPC after error@806215739) -> (continuation of Deferred@2045833742 after retry RPC after error@1809413274) -> (continuation of Deferred@435390219 after retry RPC after error@1184931894) -> (continuation of Deferred@951999086 after retry RPC after error@417567815) -> (continuation of Deferred@489526159 after retry RPC after error@1582248204) -> (continuation of Deferred@342392193 after retry RPC after error@279810791)))
12:17:33.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.921 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.923 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.923 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:33.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:33.981 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:33.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:33.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:33.983 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.021 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.061 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.063 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.063 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@819742478(state=PENDING, result=null, callback=(continuation of Deferred@368850035 after retry RPC after error@694573537) -> (continuation of Deferred@847589961 after retry RPC after error@1622402848) -> (continuation of Deferred@337119465 after retry RPC after error@262861530) -> (continuation of Deferred@346463772 after retry RPC after error@1800663375) -> (continuation of Deferred@1071178636 after retry RPC after error@1740434063) -> (continuation of Deferred@1204477466 after retry RPC after error@870815269) -> (continuation of Deferred@1264310102 after retry RPC after error@1270064160), errback=(continuation of Deferred@368850035 after retry RPC after error@694573537) -> (continuation of Deferred@847589961 after retry RPC after error@1622402848) -> (continuation of Deferred@337119465 after retry RPC after error@262861530) -> (continuation of Deferred@346463772 after retry RPC after error@1800663375) -> (continuation of Deferred@1071178636 after retry RPC after error@1740434063) -> (continuation of Deferred@1204477466 after retry RPC after error@870815269) -> (continuation of Deferred@1264310102 after retry RPC after error@1270064160)))
12:17:34.063 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@819742478(state=PENDING, result=null, callback=(continuation of Deferred@368850035 after retry RPC after error@694573537) -> (continuation of Deferred@847589961 after retry RPC after error@1622402848) -> (continuation of Deferred@337119465 after retry RPC after error@262861530) -> (continuation of Deferred@346463772 after retry RPC after error@1800663375) -> (continuation of Deferred@1071178636 after retry RPC after error@1740434063) -> (continuation of Deferred@1204477466 after retry RPC after error@870815269) -> (continuation of Deferred@1264310102 after retry RPC after error@1270064160), errback=(continuation of Deferred@368850035 after retry RPC after error@694573537) -> (continuation of Deferred@847589961 after retry RPC after error@1622402848) -> (continuation of Deferred@337119465 after retry RPC after error@262861530) -> (continuation of Deferred@346463772 after retry RPC after error@1800663375) -> (continuation of Deferred@1071178636 after retry RPC after error@1740434063) -> (continuation of Deferred@1204477466 after retry RPC after error@870815269) -> (continuation of Deferred@1264310102 after retry RPC after error@1270064160)))
12:17:34.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.121 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.123 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.143 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.239 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.242 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@673224242(state=PENDING, result=null, callback=(continuation of Deferred@252929426 after retry RPC after error@728406841) -> (continuation of Deferred@1096639537 after retry RPC after error@1843460910) -> (continuation of Deferred@2043362549 after retry RPC after error@101176230) -> (continuation of Deferred@751911867 after retry RPC after error@1182983300) -> (continuation of Deferred@1720599605 after retry RPC after error@1579950497) -> (continuation of Deferred@2026270020 after retry RPC after error@699469852), errback=(continuation of Deferred@252929426 after retry RPC after error@728406841) -> (continuation of Deferred@1096639537 after retry RPC after error@1843460910) -> (continuation of Deferred@2043362549 after retry RPC after error@101176230) -> (continuation of Deferred@751911867 after retry RPC after error@1182983300) -> (continuation of Deferred@1720599605 after retry RPC after error@1579950497) -> (continuation of Deferred@2026270020 after retry RPC after error@699469852)))
12:17:34.242 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@673224242(state=PENDING, result=null, callback=(continuation of Deferred@252929426 after retry RPC after error@728406841) -> (continuation of Deferred@1096639537 after retry RPC after error@1843460910) -> (continuation of Deferred@2043362549 after retry RPC after error@101176230) -> (continuation of Deferred@751911867 after retry RPC after error@1182983300) -> (continuation of Deferred@1720599605 after retry RPC after error@1579950497) -> (continuation of Deferred@2026270020 after retry RPC after error@699469852), errback=(continuation of Deferred@252929426 after retry RPC after error@728406841) -> (continuation of Deferred@1096639537 after retry RPC after error@1843460910) -> (continuation of Deferred@2043362549 after retry RPC after error@101176230) -> (continuation of Deferred@751911867 after retry RPC after error@1182983300) -> (continuation of Deferred@1720599605 after retry RPC after error@1579950497) -> (continuation of Deferred@2026270020 after retry RPC after error@699469852)))
12:17:34.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:34.262600 3031 raft_consensus.cc:482] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4f7ec4f08fc94e0d8f8971bd7eb0968c)
12:17:34.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:34.263064 3031 raft_consensus.cc:504] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:34.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:34.264966 3031 leader_election.cc:288] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131)
12:17:34.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:34.265266 2603 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111) [suppressed 1 similar messages]
12:17:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:34.266554 2603 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111)
12:17:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:34.266733 2604 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131): Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:17:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:34.266875 2604 leader_election.cc:302] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: daba6f8373014b6a8ea9b7c6b79b1c8f; no voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, d8e8730aa8f6419aaa0573756c2e6202
12:17:34.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:34.267103 3031 raft_consensus.cc:2726] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
12:17:34.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.299 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.321 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.462 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [4ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1480150873(state=PENDING, result=null, callback=(continuation of Deferred@1233613477 after retry RPC after error@660697000) -> (continuation of Deferred@1204514282 after retry RPC after error@1427812813) -> (continuation of Deferred@670757777 after retry RPC after error@189453545) -> (continuation of Deferred@393366615 after retry RPC after error@392565677) -> (continuation of Deferred@1735396523 after retry RPC after error@985690416) -> (continuation of Deferred@1070961355 after retry RPC after error@403248615), errback=(continuation of Deferred@1233613477 after retry RPC after error@660697000) -> (continuation of Deferred@1204514282 after retry RPC after error@1427812813) -> (continuation of Deferred@670757777 after retry RPC after error@189453545) -> (continuation of Deferred@393366615 after retry RPC after error@392565677) -> (continuation of Deferred@1735396523 after retry RPC after error@985690416) -> (continuation of Deferred@1070961355 after retry RPC after error@403248615)))
12:17:34.463 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [4ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1480150873(state=PENDING, result=null, callback=(continuation of Deferred@1233613477 after retry RPC after error@660697000) -> (continuation of Deferred@1204514282 after retry RPC after error@1427812813) -> (continuation of Deferred@670757777 after retry RPC after error@189453545) -> (continuation of Deferred@393366615 after retry RPC after error@392565677) -> (continuation of Deferred@1735396523 after retry RPC after error@985690416) -> (continuation of Deferred@1070961355 after retry RPC after error@403248615), errback=(continuation of Deferred@1233613477 after retry RPC after error@660697000) -> (continuation of Deferred@1204514282 after retry RPC after error@1427812813) -> (continuation of Deferred@670757777 after retry RPC after error@189453545) -> (continuation of Deferred@393366615 after retry RPC after error@392565677) -> (continuation of Deferred@1735396523 after retry RPC after error@985690416) -> (continuation of Deferred@1070961355 after retry RPC after error@403248615)))
12:17:34.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.499 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.599 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.601 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.679 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.682 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [200ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1192452110(state=PENDING, result=null, callback=(continuation of Deferred@103350194 after retry RPC after error@894117654) -> (continuation of Deferred@16953960 after retry RPC after error@1565368662) -> (continuation of Deferred@475594786 after retry RPC after error@1892083496) -> (continuation of Deferred@1690540714 after retry RPC after error@1412743285) -> (continuation of Deferred@12096193 after retry RPC after error@1199622745) -> (continuation of Deferred@1072565961 after retry RPC after error@1303070249) -> (continuation of Deferred@155315143 after retry RPC after error@1213348532), errback=(continuation of Deferred@103350194 after retry RPC after error@894117654) -> (continuation of Deferred@16953960 after retry RPC after error@1565368662) -> (continuation of Deferred@475594786 after retry RPC after error@1892083496) -> (continuation of Deferred@1690540714 after retry RPC after error@1412743285) -> (continuation of Deferred@12096193 after retry RPC after error@1199622745) -> (continuation of Deferred@1072565961 after retry RPC after error@1303070249) -> (continuation of Deferred@155315143 after retry RPC after error@1213348532)))
12:17:34.683 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [200ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1192452110(state=PENDING, result=null, callback=(continuation of Deferred@103350194 after retry RPC after error@894117654) -> (continuation of Deferred@16953960 after retry RPC after error@1565368662) -> (continuation of Deferred@475594786 after retry RPC after error@1892083496) -> (continuation of Deferred@1690540714 after retry RPC after error@1412743285) -> (continuation of Deferred@12096193 after retry RPC after error@1199622745) -> (continuation of Deferred@1072565961 after retry RPC after error@1303070249) -> (continuation of Deferred@155315143 after retry RPC after error@1213348532), errback=(continuation of Deferred@103350194 after retry RPC after error@894117654) -> (continuation of Deferred@16953960 after retry RPC after error@1565368662) -> (continuation of Deferred@475594786 after retry RPC after error@1892083496) -> (continuation of Deferred@1690540714 after retry RPC after error@1412743285) -> (continuation of Deferred@12096193 after retry RPC after error@1199622745) -> (continuation of Deferred@1072565961 after retry RPC after error@1303070249) -> (continuation of Deferred@155315143 after retry RPC after error@1213348532)))
12:17:34.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.721 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.723 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.779 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.943 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1210525807(state=PENDING, result=null, callback=(continuation of Deferred@982157669 after retry RPC after error@1236429267) -> (continuation of Deferred@1195960538 after retry RPC after error@912114700) -> (continuation of Deferred@1492300291 after retry RPC after error@47490111) -> (continuation of Deferred@39490183 after retry RPC after error@1518295908) -> (continuation of Deferred@391153794 after retry RPC after error@805450507) -> (continuation of Deferred@1721389350 after retry RPC after error@1176404714) -> (continuation of Deferred@1427703347 after retry RPC after error@1956838896), errback=(continuation of Deferred@982157669 after retry RPC after error@1236429267) -> (continuation of Deferred@1195960538 after retry RPC after error@912114700) -> (continuation of Deferred@1492300291 after retry RPC after error@47490111) -> (continuation of Deferred@39490183 after retry RPC after error@1518295908) -> (continuation of Deferred@391153794 after retry RPC after error@805450507) -> (continuation of Deferred@1721389350 after retry RPC after error@1176404714) -> (continuation of Deferred@1427703347 after retry RPC after error@1956838896)))
12:17:34.943 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1210525807(state=PENDING, result=null, callback=(continuation of Deferred@982157669 after retry RPC after error@1236429267) -> (continuation of Deferred@1195960538 after retry RPC after error@912114700) -> (continuation of Deferred@1492300291 after retry RPC after error@47490111) -> (continuation of Deferred@39490183 after retry RPC after error@1518295908) -> (continuation of Deferred@391153794 after retry RPC after error@805450507) -> (continuation of Deferred@1721389350 after retry RPC after error@1176404714) -> (continuation of Deferred@1427703347 after retry RPC after error@1956838896), errback=(continuation of Deferred@982157669 after retry RPC after error@1236429267) -> (continuation of Deferred@1195960538 after retry RPC after error@912114700) -> (continuation of Deferred@1492300291 after retry RPC after error@47490111) -> (continuation of Deferred@39490183 after retry RPC after error@1518295908) -> (continuation of Deferred@391153794 after retry RPC after error@805450507) -> (continuation of Deferred@1721389350 after retry RPC after error@1176404714) -> (continuation of Deferred@1427703347 after retry RPC after error@1956838896)))
12:17:34.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.961 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.963 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:34.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:34.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:34.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:34.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:34.989424 2579 master_runner.cc:186] Error getting master registration for 127.1.82.62:46627: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111),
12:17:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:34.989647 2579 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:17:35.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.021 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.163 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.163 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@891129272(state=PENDING, result=null, callback=(continuation of Deferred@2025914809 after retry RPC after error@92928972) -> (continuation of Deferred@440153835 after retry RPC after error@1133844569) -> (continuation of Deferred@866719067 after retry RPC after error@2033504121) -> (continuation of Deferred@46409178 after retry RPC after error@1769513483) -> (continuation of Deferred@310407602 after retry RPC after error@1292909468) -> (continuation of Deferred@1859730705 after retry RPC after error@1117631035) -> (continuation of Deferred@1400981051 after retry RPC after error@520178444), errback=(continuation of Deferred@2025914809 after retry RPC after error@92928972) -> (continuation of Deferred@440153835 after retry RPC after error@1133844569) -> (continuation of Deferred@866719067 after retry RPC after error@2033504121) -> (continuation of Deferred@46409178 after retry RPC after error@1769513483) -> (continuation of Deferred@310407602 after retry RPC after error@1292909468) -> (continuation of Deferred@1859730705 after retry RPC after error@1117631035) -> (continuation of Deferred@1400981051 after retry RPC after error@520178444)))
12:17:35.164 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@891129272(state=PENDING, result=null, callback=(continuation of Deferred@2025914809 after retry RPC after error@92928972) -> (continuation of Deferred@440153835 after retry RPC after error@1133844569) -> (continuation of Deferred@866719067 after retry RPC after error@2033504121) -> (continuation of Deferred@46409178 after retry RPC after error@1769513483) -> (continuation of Deferred@310407602 after retry RPC after error@1292909468) -> (continuation of Deferred@1859730705 after retry RPC after error@1117631035) -> (continuation of Deferred@1400981051 after retry RPC after error@520178444), errback=(continuation of Deferred@2025914809 after retry RPC after error@92928972) -> (continuation of Deferred@440153835 after retry RPC after error@1133844569) -> (continuation of Deferred@866719067 after retry RPC after error@2033504121) -> (continuation of Deferred@46409178 after retry RPC after error@1769513483) -> (continuation of Deferred@310407602 after retry RPC after error@1292909468) -> (continuation of Deferred@1859730705 after retry RPC after error@1117631035) -> (continuation of Deferred@1400981051 after retry RPC after error@520178444)))
12:17:35.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.221 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.299 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.339 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.343 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1855253927(state=PENDING, result=null, callback=(continuation of Deferred@578005857 after retry RPC after error@1847548281) -> (continuation of Deferred@1579426548 after retry RPC after error@387192130) -> (continuation of Deferred@671325282 after retry RPC after error@1011080330) -> (continuation of Deferred@1133476468 after retry RPC after error@1954990402) -> (continuation of Deferred@1079163708 after retry RPC after error@1649903664) -> (continuation of Deferred@1513292500 after retry RPC after error@406658057), errback=(continuation of Deferred@578005857 after retry RPC after error@1847548281) -> (continuation of Deferred@1579426548 after retry RPC after error@387192130) -> (continuation of Deferred@671325282 after retry RPC after error@1011080330) -> (continuation of Deferred@1133476468 after retry RPC after error@1954990402) -> (continuation of Deferred@1079163708 after retry RPC after error@1649903664) -> (continuation of Deferred@1513292500 after retry RPC after error@406658057)))
12:17:35.343 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1855253927(state=PENDING, result=null, callback=(continuation of Deferred@578005857 after retry RPC after error@1847548281) -> (continuation of Deferred@1579426548 after retry RPC after error@387192130) -> (continuation of Deferred@671325282 after retry RPC after error@1011080330) -> (continuation of Deferred@1133476468 after retry RPC after error@1954990402) -> (continuation of Deferred@1079163708 after retry RPC after error@1649903664) -> (continuation of Deferred@1513292500 after retry RPC after error@406658057), errback=(continuation of Deferred@578005857 after retry RPC after error@1847548281) -> (continuation of Deferred@1579426548 after retry RPC after error@387192130) -> (continuation of Deferred@671325282 after retry RPC after error@1011080330) -> (continuation of Deferred@1133476468 after retry RPC after error@1954990402) -> (continuation of Deferred@1079163708 after retry RPC after error@1649903664) -> (continuation of Deferred@1513292500 after retry RPC after error@406658057)))
12:17:35.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.361 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.419 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.421 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.461 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.603 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@788073482(state=PENDING, result=null, callback=(continuation of Deferred@2132254584 after retry RPC after error@166443050) -> (continuation of Deferred@1961918665 after retry RPC after error@302996225) -> (continuation of Deferred@1369504359 after retry RPC after error@90055313) -> (continuation of Deferred@1977097275 after retry RPC after error@501716690) -> (continuation of Deferred@1262630091 after retry RPC after error@1073536408) -> (continuation of Deferred@175126424 after retry RPC after error@729833730) -> (continuation of Deferred@1899953365 after retry RPC after error@678948727), errback=(continuation of Deferred@2132254584 after retry RPC after error@166443050) -> (continuation of Deferred@1961918665 after retry RPC after error@302996225) -> (continuation of Deferred@1369504359 after retry RPC after error@90055313) -> (continuation of Deferred@1977097275 after retry RPC after error@501716690) -> (continuation of Deferred@1262630091 after retry RPC after error@1073536408) -> (continuation of Deferred@175126424 after retry RPC after error@729833730) -> (continuation of Deferred@1899953365 after retry RPC after error@678948727)))
12:17:35.603 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@788073482(state=PENDING, result=null, callback=(continuation of Deferred@2132254584 after retry RPC after error@166443050) -> (continuation of Deferred@1961918665 after retry RPC after error@302996225) -> (continuation of Deferred@1369504359 after retry RPC after error@90055313) -> (continuation of Deferred@1977097275 after retry RPC after error@501716690) -> (continuation of Deferred@1262630091 after retry RPC after error@1073536408) -> (continuation of Deferred@175126424 after retry RPC after error@729833730) -> (continuation of Deferred@1899953365 after retry RPC after error@678948727), errback=(continuation of Deferred@2132254584 after retry RPC after error@166443050) -> (continuation of Deferred@1961918665 after retry RPC after error@302996225) -> (continuation of Deferred@1369504359 after retry RPC after error@90055313) -> (continuation of Deferred@1977097275 after retry RPC after error@501716690) -> (continuation of Deferred@1262630091 after retry RPC after error@1073536408) -> (continuation of Deferred@175126424 after retry RPC after error@729833730) -> (continuation of Deferred@1899953365 after retry RPC after error@678948727)))
12:17:35.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.623 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.701 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.703 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.843 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1321109998(state=PENDING, result=null, callback=(continuation of Deferred@1806609452 after retry RPC after error@396796186) -> (continuation of Deferred@1642172145 after retry RPC after error@1529514714) -> (continuation of Deferred@1174110815 after retry RPC after error@1744262539) -> (continuation of Deferred@168614274 after retry RPC after error@92270147) -> (continuation of Deferred@470773193 after retry RPC after error@1091123406) -> (continuation of Deferred@757414308 after retry RPC after error@1465046965) -> (continuation of Deferred@810846643 after retry RPC after error@949164095), errback=(continuation of Deferred@1806609452 after retry RPC after error@396796186) -> (continuation of Deferred@1642172145 after retry RPC after error@1529514714) -> (continuation of Deferred@1174110815 after retry RPC after error@1744262539) -> (continuation of Deferred@168614274 after retry RPC after error@92270147) -> (continuation of Deferred@470773193 after retry RPC after error@1091123406) -> (continuation of Deferred@757414308 after retry RPC after error@1465046965) -> (continuation of Deferred@810846643 after retry RPC after error@949164095)))
12:17:35.843 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1321109998(state=PENDING, result=null, callback=(continuation of Deferred@1806609452 after retry RPC after error@396796186) -> (continuation of Deferred@1642172145 after retry RPC after error@1529514714) -> (continuation of Deferred@1174110815 after retry RPC after error@1744262539) -> (continuation of Deferred@168614274 after retry RPC after error@92270147) -> (continuation of Deferred@470773193 after retry RPC after error@1091123406) -> (continuation of Deferred@757414308 after retry RPC after error@1465046965) -> (continuation of Deferred@810846643 after retry RPC after error@949164095), errback=(continuation of Deferred@1806609452 after retry RPC after error@396796186) -> (continuation of Deferred@1642172145 after retry RPC after error@1529514714) -> (continuation of Deferred@1174110815 after retry RPC after error@1744262539) -> (continuation of Deferred@168614274 after retry RPC after error@92270147) -> (continuation of Deferred@470773193 after retry RPC after error@1091123406) -> (continuation of Deferred@757414308 after retry RPC after error@1465046965) -> (continuation of Deferred@810846643 after retry RPC after error@949164095)))
12:17:35.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.899 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.901 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.923 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:35.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:35.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:35.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:35.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:35.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.021 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.103 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.103 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1787343743(state=PENDING, result=null, callback=(continuation of Deferred@717174606 after retry RPC after error@320993209) -> (continuation of Deferred@1560245535 after retry RPC after error@1933780660) -> (continuation of Deferred@538278613 after retry RPC after error@1008061777) -> (continuation of Deferred@467996737 after retry RPC after error@1903817487) -> (continuation of Deferred@2058480679 after retry RPC after error@1750915429) -> (continuation of Deferred@1535687479 after retry RPC after error@1708645058) -> (continuation of Deferred@284344971 after retry RPC after error@510371329) -> (continuation of Deferred@2422776 after retry RPC after error@1534999796), errback=(continuation of Deferred@717174606 after retry RPC after error@320993209) -> (continuation of Deferred@1560245535 after retry RPC after error@1933780660) -> (continuation of Deferred@538278613 after retry RPC after error@1008061777) -> (continuation of Deferred@467996737 after retry RPC after error@1903817487) -> (continuation of Deferred@2058480679 after retry RPC after error@1750915429) -> (continuation of Deferred@1535687479 after retry RPC after error@1708645058) -> (continuation of Deferred@284344971 after retry RPC after error@510371329) -> (continuation of Deferred@2422776 after retry RPC after error@1534999796)))
12:17:36.104 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1787343743(state=PENDING, result=null, callback=(continuation of Deferred@717174606 after retry RPC after error@320993209) -> (continuation of Deferred@1560245535 after retry RPC after error@1933780660) -> (continuation of Deferred@538278613 after retry RPC after error@1008061777) -> (continuation of Deferred@467996737 after retry RPC after error@1903817487) -> (continuation of Deferred@2058480679 after retry RPC after error@1750915429) -> (continuation of Deferred@1535687479 after retry RPC after error@1708645058) -> (continuation of Deferred@284344971 after retry RPC after error@510371329) -> (continuation of Deferred@2422776 after retry RPC after error@1534999796), errback=(continuation of Deferred@717174606 after retry RPC after error@320993209) -> (continuation of Deferred@1560245535 after retry RPC after error@1933780660) -> (continuation of Deferred@538278613 after retry RPC after error@1008061777) -> (continuation of Deferred@467996737 after retry RPC after error@1903817487) -> (continuation of Deferred@2058480679 after retry RPC after error@1750915429) -> (continuation of Deferred@1535687479 after retry RPC after error@1708645058) -> (continuation of Deferred@284344971 after retry RPC after error@510371329) -> (continuation of Deferred@2422776 after retry RPC after error@1534999796)))
12:17:36.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.139 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.141 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.362 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.362 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.363 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [244ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [244ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [244ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@918608860(state=PENDING, result=null, callback=(continuation of Deferred@1310734770 after retry RPC after error@1223220399) -> (continuation of Deferred@2145133740 after retry RPC after error@1332874928) -> (continuation of Deferred@13652805 after retry RPC after error@248769108) -> (continuation of Deferred@280249958 after retry RPC after error@1340919118) -> (continuation of Deferred@1302656397 after retry RPC after error@1546925863) -> (continuation of Deferred@1845611953 after retry RPC after error@1202645890) -> (continuation of Deferred@768370279 after retry RPC after error@1354559990) -> (continuation of Deferred@808505877 after retry RPC after error@7523690), errback=(continuation of Deferred@1310734770 after retry RPC after error@1223220399) -> (continuation of Deferred@2145133740 after retry RPC after error@1332874928) -> (continuation of Deferred@13652805 after retry RPC after error@248769108) -> (continuation of Deferred@280249958 after retry RPC after error@1340919118) -> (continuation of Deferred@1302656397 after retry RPC after error@1546925863) -> (continuation of Deferred@1845611953 after retry RPC after error@1202645890) -> (continuation of Deferred@768370279 after retry RPC after error@1354559990) -> (continuation of Deferred@808505877 after retry RPC after error@7523690)))
12:17:36.365 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [244ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [244ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [244ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@918608860(state=PENDING, result=null, callback=(continuation of Deferred@1310734770 after retry RPC after error@1223220399) -> (continuation of Deferred@2145133740 after retry RPC after error@1332874928) -> (continuation of Deferred@13652805 after retry RPC after error@248769108) -> (continuation of Deferred@280249958 after retry RPC after error@1340919118) -> (continuation of Deferred@1302656397 after retry RPC after error@1546925863) -> (continuation of Deferred@1845611953 after retry RPC after error@1202645890) -> (continuation of Deferred@768370279 after retry RPC after error@1354559990) -> (continuation of Deferred@808505877 after retry RPC after error@7523690), errback=(continuation of Deferred@1310734770 after retry RPC after error@1223220399) -> (continuation of Deferred@2145133740 after retry RPC after error@1332874928) -> (continuation of Deferred@13652805 after retry RPC after error@248769108) -> (continuation of Deferred@280249958 after retry RPC after error@1340919118) -> (continuation of Deferred@1302656397 after retry RPC after error@1546925863) -> (continuation of Deferred@1845611953 after retry RPC after error@1202645890) -> (continuation of Deferred@768370279 after retry RPC after error@1354559990) -> (continuation of Deferred@808505877 after retry RPC after error@7523690)))
12:17:36.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.381 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.403 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.481 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.541 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.543 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.581 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.623 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@738825395(state=PENDING, result=null, callback=(continuation of Deferred@614054935 after retry RPC after error@1048951471) -> (continuation of Deferred@1815034981 after retry RPC after error@207851871) -> (continuation of Deferred@1710489024 after retry RPC after error@1982882579) -> (continuation of Deferred@1676256676 after retry RPC after error@1938831855) -> (continuation of Deferred@158848928 after retry RPC after error@2083132774) -> (continuation of Deferred@1379945410 after retry RPC after error@552427300) -> (continuation of Deferred@386946638 after retry RPC after error@993911023) -> (continuation of Deferred@1802740241 after retry RPC after error@565036068), errback=(continuation of Deferred@614054935 after retry RPC after error@1048951471) -> (continuation of Deferred@1815034981 after retry RPC after error@207851871) -> (continuation of Deferred@1710489024 after retry RPC after error@1982882579) -> (continuation of Deferred@1676256676 after retry RPC after error@1938831855) -> (continuation of Deferred@158848928 after retry RPC after error@2083132774) -> (continuation of Deferred@1379945410 after retry RPC after error@552427300) -> (continuation of Deferred@386946638 after retry RPC after error@993911023) -> (continuation of Deferred@1802740241 after retry RPC after error@565036068)))
12:17:36.623 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@738825395(state=PENDING, result=null, callback=(continuation of Deferred@614054935 after retry RPC after error@1048951471) -> (continuation of Deferred@1815034981 after retry RPC after error@207851871) -> (continuation of Deferred@1710489024 after retry RPC after error@1982882579) -> (continuation of Deferred@1676256676 after retry RPC after error@1938831855) -> (continuation of Deferred@158848928 after retry RPC after error@2083132774) -> (continuation of Deferred@1379945410 after retry RPC after error@552427300) -> (continuation of Deferred@386946638 after retry RPC after error@993911023) -> (continuation of Deferred@1802740241 after retry RPC after error@565036068), errback=(continuation of Deferred@614054935 after retry RPC after error@1048951471) -> (continuation of Deferred@1815034981 after retry RPC after error@207851871) -> (continuation of Deferred@1710489024 after retry RPC after error@1982882579) -> (continuation of Deferred@1676256676 after retry RPC after error@1938831855) -> (continuation of Deferred@158848928 after retry RPC after error@2083132774) -> (continuation of Deferred@1379945410 after retry RPC after error@552427300) -> (continuation of Deferred@386946638 after retry RPC after error@993911023) -> (continuation of Deferred@1802740241 after retry RPC after error@565036068)))
12:17:36.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.659 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.661 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.701 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.721 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.761 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1161016432(state=PENDING, result=null, callback=(continuation of Deferred@1311372105 after retry RPC after error@1738441824) -> (continuation of Deferred@1673410512 after retry RPC after error@1006014435) -> (continuation of Deferred@985956463 after retry RPC after error@703246035) -> (continuation of Deferred@1006115977 after retry RPC after error@889062786) -> (continuation of Deferred@715598986 after retry RPC after error@1447527227) -> (continuation of Deferred@765509934 after retry RPC after error@1765151501) -> (continuation of Deferred@2061939165 after retry RPC after error@282242017) -> (continuation of Deferred@1003528548 after retry RPC after error@1646752616), errback=(continuation of Deferred@1311372105 after retry RPC after error@1738441824) -> (continuation of Deferred@1673410512 after retry RPC after error@1006014435) -> (continuation of Deferred@985956463 after retry RPC after error@703246035) -> (continuation of Deferred@1006115977 after retry RPC after error@889062786) -> (continuation of Deferred@715598986 after retry RPC after error@1447527227) -> (continuation of Deferred@765509934 after retry RPC after error@1765151501) -> (continuation of Deferred@2061939165 after retry RPC after error@282242017) -> (continuation of Deferred@1003528548 after retry RPC after error@1646752616)))
12:17:36.823 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1161016432(state=PENDING, result=null, callback=(continuation of Deferred@1311372105 after retry RPC after error@1738441824) -> (continuation of Deferred@1673410512 after retry RPC after error@1006014435) -> (continuation of Deferred@985956463 after retry RPC after error@703246035) -> (continuation of Deferred@1006115977 after retry RPC after error@889062786) -> (continuation of Deferred@715598986 after retry RPC after error@1447527227) -> (continuation of Deferred@765509934 after retry RPC after error@1765151501) -> (continuation of Deferred@2061939165 after retry RPC after error@282242017) -> (continuation of Deferred@1003528548 after retry RPC after error@1646752616), errback=(continuation of Deferred@1311372105 after retry RPC after error@1738441824) -> (continuation of Deferred@1673410512 after retry RPC after error@1006014435) -> (continuation of Deferred@985956463 after retry RPC after error@703246035) -> (continuation of Deferred@1006115977 after retry RPC after error@889062786) -> (continuation of Deferred@715598986 after retry RPC after error@1447527227) -> (continuation of Deferred@765509934 after retry RPC after error@1765151501) -> (continuation of Deferred@2061939165 after retry RPC after error@282242017) -> (continuation of Deferred@1003528548 after retry RPC after error@1646752616)))
12:17:36.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.841 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.861 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.923 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:36.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:36.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:36.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:36.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:36.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.043 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@722280118(state=PENDING, result=null, callback=(continuation of Deferred@516781204 after retry RPC after error@1668976681) -> (continuation of Deferred@2062875034 after retry RPC after error@961523932) -> (continuation of Deferred@1280514741 after retry RPC after error@2074026190) -> (continuation of Deferred@653929998 after retry RPC after error@1660396381) -> (continuation of Deferred@908434180 after retry RPC after error@884888670) -> (continuation of Deferred@1128498841 after retry RPC after error@477178087) -> (continuation of Deferred@110525910 after retry RPC after error@1078777342), errback=(continuation of Deferred@516781204 after retry RPC after error@1668976681) -> (continuation of Deferred@2062875034 after retry RPC after error@961523932) -> (continuation of Deferred@1280514741 after retry RPC after error@2074026190) -> (continuation of Deferred@653929998 after retry RPC after error@1660396381) -> (continuation of Deferred@908434180 after retry RPC after error@884888670) -> (continuation of Deferred@1128498841 after retry RPC after error@477178087) -> (continuation of Deferred@110525910 after retry RPC after error@1078777342)))
12:17:37.043 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@722280118(state=PENDING, result=null, callback=(continuation of Deferred@516781204 after retry RPC after error@1668976681) -> (continuation of Deferred@2062875034 after retry RPC after error@961523932) -> (continuation of Deferred@1280514741 after retry RPC after error@2074026190) -> (continuation of Deferred@653929998 after retry RPC after error@1660396381) -> (continuation of Deferred@908434180 after retry RPC after error@884888670) -> (continuation of Deferred@1128498841 after retry RPC after error@477178087) -> (continuation of Deferred@110525910 after retry RPC after error@1078777342), errback=(continuation of Deferred@516781204 after retry RPC after error@1668976681) -> (continuation of Deferred@2062875034 after retry RPC after error@961523932) -> (continuation of Deferred@1280514741 after retry RPC after error@2074026190) -> (continuation of Deferred@653929998 after retry RPC after error@1660396381) -> (continuation of Deferred@908434180 after retry RPC after error@884888670) -> (continuation of Deferred@1128498841 after retry RPC after error@477178087) -> (continuation of Deferred@110525910 after retry RPC after error@1078777342)))
12:17:37.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.241 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.243 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.320 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [184ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1849709257(state=PENDING, result=null, callback=(continuation of Deferred@1757671064 after retry RPC after error@1028350813) -> (continuation of Deferred@298191212 after retry RPC after error@2105333639) -> (continuation of Deferred@180113822 after retry RPC after error@1812699679) -> (continuation of Deferred@1294431131 after retry RPC after error@1459373399) -> (continuation of Deferred@1050988215 after retry RPC after error@240082974) -> (continuation of Deferred@2013422055 after retry RPC after error@1289766221) -> (continuation of Deferred@1420421904 after retry RPC after error@554905099), errback=(continuation of Deferred@1757671064 after retry RPC after error@1028350813) -> (continuation of Deferred@298191212 after retry RPC after error@2105333639) -> (continuation of Deferred@180113822 after retry RPC after error@1812699679) -> (continuation of Deferred@1294431131 after retry RPC after error@1459373399) -> (continuation of Deferred@1050988215 after retry RPC after error@240082974) -> (continuation of Deferred@2013422055 after retry RPC after error@1289766221) -> (continuation of Deferred@1420421904 after retry RPC after error@554905099)))
12:17:37.320 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:37.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.343 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.379 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.381 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.459 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.461 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.501 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.503 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.503 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1813851266(state=PENDING, result=null, callback=(continuation of Deferred@946045538 after retry RPC after error@1870318854) -> (continuation of Deferred@1785731555 after retry RPC after error@1863074067) -> (continuation of Deferred@1264107010 after retry RPC after error@1920157842) -> (continuation of Deferred@413591614 after retry RPC after error@355411680) -> (continuation of Deferred@461972201 after retry RPC after error@1943457490) -> (continuation of Deferred@1553874830 after retry RPC after error@820648667), errback=(continuation of Deferred@946045538 after retry RPC after error@1870318854) -> (continuation of Deferred@1785731555 after retry RPC after error@1863074067) -> (continuation of Deferred@1264107010 after retry RPC after error@1920157842) -> (continuation of Deferred@413591614 after retry RPC after error@355411680) -> (continuation of Deferred@461972201 after retry RPC after error@1943457490) -> (continuation of Deferred@1553874830 after retry RPC after error@820648667)))
12:17:37.504 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1813851266(state=PENDING, result=null, callback=(continuation of Deferred@946045538 after retry RPC after error@1870318854) -> (continuation of Deferred@1785731555 after retry RPC after error@1863074067) -> (continuation of Deferred@1264107010 after retry RPC after error@1920157842) -> (continuation of Deferred@413591614 after retry RPC after error@355411680) -> (continuation of Deferred@461972201 after retry RPC after error@1943457490) -> (continuation of Deferred@1553874830 after retry RPC after error@820648667), errback=(continuation of Deferred@946045538 after retry RPC after error@1870318854) -> (continuation of Deferred@1785731555 after retry RPC after error@1863074067) -> (continuation of Deferred@1264107010 after retry RPC after error@1920157842) -> (continuation of Deferred@413591614 after retry RPC after error@355411680) -> (continuation of Deferred@461972201 after retry RPC after error@1943457490) -> (continuation of Deferred@1553874830 after retry RPC after error@820648667)))
12:17:37.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.579 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.581 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.683 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.683 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1234211974(state=PENDING, result=null, callback=(continuation of Deferred@848587534 after retry RPC after error@1234832102) -> (continuation of Deferred@1445571388 after retry RPC after error@458236379) -> (continuation of Deferred@177071524 after retry RPC after error@324600617) -> (continuation of Deferred@145893941 after retry RPC after error@318147585) -> (continuation of Deferred@2008279870 after retry RPC after error@749272746) -> (continuation of Deferred@902990472 after retry RPC after error@333618871), errback=(continuation of Deferred@848587534 after retry RPC after error@1234832102) -> (continuation of Deferred@1445571388 after retry RPC after error@458236379) -> (continuation of Deferred@177071524 after retry RPC after error@324600617) -> (continuation of Deferred@145893941 after retry RPC after error@318147585) -> (continuation of Deferred@2008279870 after retry RPC after error@749272746) -> (continuation of Deferred@902990472 after retry RPC after error@333618871)))
12:17:37.684 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1234211974(state=PENDING, result=null, callback=(continuation of Deferred@848587534 after retry RPC after error@1234832102) -> (continuation of Deferred@1445571388 after retry RPC after error@458236379) -> (continuation of Deferred@177071524 after retry RPC after error@324600617) -> (continuation of Deferred@145893941 after retry RPC after error@318147585) -> (continuation of Deferred@2008279870 after retry RPC after error@749272746) -> (continuation of Deferred@902990472 after retry RPC after error@333618871), errback=(continuation of Deferred@848587534 after retry RPC after error@1234832102) -> (continuation of Deferred@1445571388 after retry RPC after error@458236379) -> (continuation of Deferred@177071524 after retry RPC after error@324600617) -> (continuation of Deferred@145893941 after retry RPC after error@318147585) -> (continuation of Deferred@2008279870 after retry RPC after error@749272746) -> (continuation of Deferred@902990472 after retry RPC after error@333618871)))
12:17:37.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.701 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.703 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.741 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.783 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.823 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.861 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.901 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.903 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.941 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.943 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.943 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1312581667(state=PENDING, result=null, callback=(continuation of Deferred@1926943724 after retry RPC after error@1312477862) -> (continuation of Deferred@1606328053 after retry RPC after error@1919850577) -> (continuation of Deferred@1443852355 after retry RPC after error@1320691654) -> (continuation of Deferred@1700413906 after retry RPC after error@1668346168) -> (continuation of Deferred@1313867901 after retry RPC after error@1104777318) -> (continuation of Deferred@1983520094 after retry RPC after error@312986512) -> (continuation of Deferred@1551510105 after retry RPC after error@1370348304) -> (continuation of Deferred@2002517142 after retry RPC after error@1527534246), errback=(continuation of Deferred@1926943724 after retry RPC after error@1312477862) -> (continuation of Deferred@1606328053 after retry RPC after error@1919850577) -> (continuation of Deferred@1443852355 after retry RPC after error@1320691654) -> (continuation of Deferred@1700413906 after retry RPC after error@1668346168) -> (continuation of Deferred@1313867901 after retry RPC after error@1104777318) -> (continuation of Deferred@1983520094 after retry RPC after error@312986512) -> (continuation of Deferred@1551510105 after retry RPC after error@1370348304) -> (continuation of Deferred@2002517142 after retry RPC after error@1527534246)))
12:17:37.944 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1312581667(state=PENDING, result=null, callback=(continuation of Deferred@1926943724 after retry RPC after error@1312477862) -> (continuation of Deferred@1606328053 after retry RPC after error@1919850577) -> (continuation of Deferred@1443852355 after retry RPC after error@1320691654) -> (continuation of Deferred@1700413906 after retry RPC after error@1668346168) -> (continuation of Deferred@1313867901 after retry RPC after error@1104777318) -> (continuation of Deferred@1983520094 after retry RPC after error@312986512) -> (continuation of Deferred@1551510105 after retry RPC after error@1370348304) -> (continuation of Deferred@2002517142 after retry RPC after error@1527534246), errback=(continuation of Deferred@1926943724 after retry RPC after error@1312477862) -> (continuation of Deferred@1606328053 after retry RPC after error@1919850577) -> (continuation of Deferred@1443852355 after retry RPC after error@1320691654) -> (continuation of Deferred@1700413906 after retry RPC after error@1668346168) -> (continuation of Deferred@1313867901 after retry RPC after error@1104777318) -> (continuation of Deferred@1983520094 after retry RPC after error@312986512) -> (continuation of Deferred@1551510105 after retry RPC after error@1370348304) -> (continuation of Deferred@2002517142 after retry RPC after error@1527534246)))
12:17:37.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:37.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:37.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:37.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:37.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:37.999 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.001 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:38.037849 1868 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 1)
12:17:38.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:38.043341 1868 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '96e0982aab9942cd864c4602a7ff3f14', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '96e0982aab9942cd864c4602a7ff3f14', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 1)
12:17:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:38.045476 1868 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.1.82.60:46599)
12:17:38.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.161 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.163 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@265087913(state=PENDING, result=null, callback=(continuation of Deferred@64953516 after retry RPC after error@1080604424) -> (continuation of Deferred@32878206 after retry RPC after error@1770822730) -> (continuation of Deferred@307087275 after retry RPC after error@395895325) -> (continuation of Deferred@1001535694 after retry RPC after error@911314238) -> (continuation of Deferred@1247634624 after retry RPC after error@436596636) -> (continuation of Deferred@811319386 after retry RPC after error@182031122) -> (continuation of Deferred@721653229 after retry RPC after error@516943390), errback=(continuation of Deferred@64953516 after retry RPC after error@1080604424) -> (continuation of Deferred@32878206 after retry RPC after error@1770822730) -> (continuation of Deferred@307087275 after retry RPC after error@395895325) -> (continuation of Deferred@1001535694 after retry RPC after error@911314238) -> (continuation of Deferred@1247634624 after retry RPC after error@436596636) -> (continuation of Deferred@811319386 after retry RPC after error@182031122) -> (continuation of Deferred@721653229 after retry RPC after error@516943390)))
12:17:38.164 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@265087913(state=PENDING, result=null, callback=(continuation of Deferred@64953516 after retry RPC after error@1080604424) -> (continuation of Deferred@32878206 after retry RPC after error@1770822730) -> (continuation of Deferred@307087275 after retry RPC after error@395895325) -> (continuation of Deferred@1001535694 after retry RPC after error@911314238) -> (continuation of Deferred@1247634624 after retry RPC after error@436596636) -> (continuation of Deferred@811319386 after retry RPC after error@182031122) -> (continuation of Deferred@721653229 after retry RPC after error@516943390), errback=(continuation of Deferred@64953516 after retry RPC after error@1080604424) -> (continuation of Deferred@32878206 after retry RPC after error@1770822730) -> (continuation of Deferred@307087275 after retry RPC after error@395895325) -> (continuation of Deferred@1001535694 after retry RPC after error@911314238) -> (continuation of Deferred@1247634624 after retry RPC after error@436596636) -> (continuation of Deferred@811319386 after retry RPC after error@182031122) -> (continuation of Deferred@721653229 after retry RPC after error@516943390)))
12:17:38.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.219 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.241 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.281 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.301 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.440 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1361358305(state=PENDING, result=null, callback=(continuation of Deferred@1568725145 after retry RPC after error@1772127397) -> (continuation of Deferred@472573368 after retry RPC after error@1754597497) -> (continuation of Deferred@864698850 after retry RPC after error@1591901850) -> (continuation of Deferred@363747291 after retry RPC after error@1429750743) -> (continuation of Deferred@878484931 after retry RPC after error@2030515068) -> (continuation of Deferred@510702344 after retry RPC after error@163675626) -> (continuation of Deferred@1495485332 after retry RPC after error@427757343), errback=(continuation of Deferred@1568725145 after retry RPC after error@1772127397) -> (continuation of Deferred@472573368 after retry RPC after error@1754597497) -> (continuation of Deferred@864698850 after retry RPC after error@1591901850) -> (continuation of Deferred@363747291 after retry RPC after error@1429750743) -> (continuation of Deferred@878484931 after retry RPC after error@2030515068) -> (continuation of Deferred@510702344 after retry RPC after error@163675626) -> (continuation of Deferred@1495485332 after retry RPC after error@427757343)))
12:17:38.441 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:38.459 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.461 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.519 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.521 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.643 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.643 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [184ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@773919185(state=PENDING, result=null, callback=(continuation of Deferred@61498248 after retry RPC after error@2145852655) -> (continuation of Deferred@934607950 after retry RPC after error@297651440) -> (continuation of Deferred@1104890732 after retry RPC after error@110897116) -> (continuation of Deferred@375061965 after retry RPC after error@1778350522) -> (continuation of Deferred@1927598018 after retry RPC after error@362914949) -> (continuation of Deferred@1414829929 after retry RPC after error@1182013168), errback=(continuation of Deferred@61498248 after retry RPC after error@2145852655) -> (continuation of Deferred@934607950 after retry RPC after error@297651440) -> (continuation of Deferred@1104890732 after retry RPC after error@110897116) -> (continuation of Deferred@375061965 after retry RPC after error@1778350522) -> (continuation of Deferred@1927598018 after retry RPC after error@362914949) -> (continuation of Deferred@1414829929 after retry RPC after error@1182013168)))
12:17:38.644 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [184ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@773919185(state=PENDING, result=null, callback=(continuation of Deferred@61498248 after retry RPC after error@2145852655) -> (continuation of Deferred@934607950 after retry RPC after error@297651440) -> (continuation of Deferred@1104890732 after retry RPC after error@110897116) -> (continuation of Deferred@375061965 after retry RPC after error@1778350522) -> (continuation of Deferred@1927598018 after retry RPC after error@362914949) -> (continuation of Deferred@1414829929 after retry RPC after error@1182013168), errback=(continuation of Deferred@61498248 after retry RPC after error@2145852655) -> (continuation of Deferred@934607950 after retry RPC after error@297651440) -> (continuation of Deferred@1104890732 after retry RPC after error@110897116) -> (continuation of Deferred@375061965 after retry RPC after error@1778350522) -> (continuation of Deferred@1927598018 after retry RPC after error@362914949) -> (continuation of Deferred@1414829929 after retry RPC after error@1182013168)))
12:17:38.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.801 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.882 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [45ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [47ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@756204300(state=PENDING, result=null, callback=(continuation of Deferred@917010940 after retry RPC after error@1924994517) -> (continuation of Deferred@921622594 after retry RPC after error@224360240) -> (continuation of Deferred@2026739966 after retry RPC after error@1648638351) -> (continuation of Deferred@573096269 after retry RPC after error@1421395151) -> (continuation of Deferred@1084669134 after retry RPC after error@65891604) -> (continuation of Deferred@1730930317 after retry RPC after error@1973934107) -> (continuation of Deferred@1198765 after retry RPC after error@1761542774), errback=(continuation of Deferred@917010940 after retry RPC after error@1924994517) -> (continuation of Deferred@921622594 after retry RPC after error@224360240) -> (continuation of Deferred@2026739966 after retry RPC after error@1648638351) -> (continuation of Deferred@573096269 after retry RPC after error@1421395151) -> (continuation of Deferred@1084669134 after retry RPC after error@65891604) -> (continuation of Deferred@1730930317 after retry RPC after error@1973934107) -> (continuation of Deferred@1198765 after retry RPC after error@1761542774)))
12:17:38.883 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [45ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [47ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@756204300(state=PENDING, result=null, callback=(continuation of Deferred@917010940 after retry RPC after error@1924994517) -> (continuation of Deferred@921622594 after retry RPC after error@224360240) -> (continuation of Deferred@2026739966 after retry RPC after error@1648638351) -> (continuation of Deferred@573096269 after retry RPC after error@1421395151) -> (continuation of Deferred@1084669134 after retry RPC after error@65891604) -> (continuation of Deferred@1730930317 after retry RPC after error@1973934107) -> (continuation of Deferred@1198765 after retry RPC after error@1761542774), errback=(continuation of Deferred@917010940 after retry RPC after error@1924994517) -> (continuation of Deferred@921622594 after retry RPC after error@224360240) -> (continuation of Deferred@2026739966 after retry RPC after error@1648638351) -> (continuation of Deferred@573096269 after retry RPC after error@1421395151) -> (continuation of Deferred@1084669134 after retry RPC after error@65891604) -> (continuation of Deferred@1730930317 after retry RPC after error@1973934107) -> (continuation of Deferred@1198765 after retry RPC after error@1761542774)))
12:17:38.899 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:38.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:38.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:38.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:38.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:38.983 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.161 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1253406120(state=PENDING, result=null, callback=(continuation of Deferred@662040458 after retry RPC after error@1297736674) -> (continuation of Deferred@1831098683 after retry RPC after error@215836930) -> (continuation of Deferred@73195180 after retry RPC after error@102267702) -> (continuation of Deferred@1228539727 after retry RPC after error@776528403) -> (continuation of Deferred@1283711176 after retry RPC after error@151516069) -> (continuation of Deferred@278830517 after retry RPC after error@2033171919) -> (continuation of Deferred@712607618 after retry RPC after error@475382707), errback=(continuation of Deferred@662040458 after retry RPC after error@1297736674) -> (continuation of Deferred@1831098683 after retry RPC after error@215836930) -> (continuation of Deferred@73195180 after retry RPC after error@102267702) -> (continuation of Deferred@1228539727 after retry RPC after error@776528403) -> (continuation of Deferred@1283711176 after retry RPC after error@151516069) -> (continuation of Deferred@278830517 after retry RPC after error@2033171919) -> (continuation of Deferred@712607618 after retry RPC after error@475382707)))
12:17:39.161 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:39.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.221 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.223 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.279 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.281 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.341 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.342 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@410727626(state=PENDING, result=null, callback=(continuation of Deferred@319553373 after retry RPC after error@1173345338) -> (continuation of Deferred@1317344513 after retry RPC after error@253343103) -> (continuation of Deferred@1126449878 after retry RPC after error@2018574476) -> (continuation of Deferred@513425306 after retry RPC after error@1550504827) -> (continuation of Deferred@1027147986 after retry RPC after error@1302080153) -> (continuation of Deferred@45460063 after retry RPC after error@147738745) -> (continuation of Deferred@2110039594 after retry RPC after error@1369478121), errback=(continuation of Deferred@319553373 after retry RPC after error@1173345338) -> (continuation of Deferred@1317344513 after retry RPC after error@253343103) -> (continuation of Deferred@1126449878 after retry RPC after error@2018574476) -> (continuation of Deferred@513425306 after retry RPC after error@1550504827) -> (continuation of Deferred@1027147986 after retry RPC after error@1302080153) -> (continuation of Deferred@45460063 after retry RPC after error@147738745) -> (continuation of Deferred@2110039594 after retry RPC after error@1369478121)))
12:17:39.342 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@410727626(state=PENDING, result=null, callback=(continuation of Deferred@319553373 after retry RPC after error@1173345338) -> (continuation of Deferred@1317344513 after retry RPC after error@253343103) -> (continuation of Deferred@1126449878 after retry RPC after error@2018574476) -> (continuation of Deferred@513425306 after retry RPC after error@1550504827) -> (continuation of Deferred@1027147986 after retry RPC after error@1302080153) -> (continuation of Deferred@45460063 after retry RPC after error@147738745) -> (continuation of Deferred@2110039594 after retry RPC after error@1369478121), errback=(continuation of Deferred@319553373 after retry RPC after error@1173345338) -> (continuation of Deferred@1317344513 after retry RPC after error@253343103) -> (continuation of Deferred@1126449878 after retry RPC after error@2018574476) -> (continuation of Deferred@513425306 after retry RPC after error@1550504827) -> (continuation of Deferred@1027147986 after retry RPC after error@1302080153) -> (continuation of Deferred@45460063 after retry RPC after error@147738745) -> (continuation of Deferred@2110039594 after retry RPC after error@1369478121)))
12:17:39.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.361 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.399 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.401 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.582 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1687371614(state=PENDING, result=null, callback=(continuation of Deferred@797205572 after retry RPC after error@754507483) -> (continuation of Deferred@673176653 after retry RPC after error@1426812895) -> (continuation of Deferred@1503762302 after retry RPC after error@868582551) -> (continuation of Deferred@1701763862 after retry RPC after error@1804936691) -> (continuation of Deferred@1046107544 after retry RPC after error@556048376) -> (continuation of Deferred@838944417 after retry RPC after error@1887000495) -> (continuation of Deferred@484653741 after retry RPC after error@423476630) -> (continuation of Deferred@565298270 after retry RPC after error@466566120), errback=(continuation of Deferred@797205572 after retry RPC after error@754507483) -> (continuation of Deferred@673176653 after retry RPC after error@1426812895) -> (continuation of Deferred@1503762302 after retry RPC after error@868582551) -> (continuation of Deferred@1701763862 after retry RPC after error@1804936691) -> (continuation of Deferred@1046107544 after retry RPC after error@556048376) -> (continuation of Deferred@838944417 after retry RPC after error@1887000495) -> (continuation of Deferred@484653741 after retry RPC after error@423476630) -> (continuation of Deferred@565298270 after retry RPC after error@466566120)))
12:17:39.583 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1687371614(state=PENDING, result=null, callback=(continuation of Deferred@797205572 after retry RPC after error@754507483) -> (continuation of Deferred@673176653 after retry RPC after error@1426812895) -> (continuation of Deferred@1503762302 after retry RPC after error@868582551) -> (continuation of Deferred@1701763862 after retry RPC after error@1804936691) -> (continuation of Deferred@1046107544 after retry RPC after error@556048376) -> (continuation of Deferred@838944417 after retry RPC after error@1887000495) -> (continuation of Deferred@484653741 after retry RPC after error@423476630) -> (continuation of Deferred@565298270 after retry RPC after error@466566120), errback=(continuation of Deferred@797205572 after retry RPC after error@754507483) -> (continuation of Deferred@673176653 after retry RPC after error@1426812895) -> (continuation of Deferred@1503762302 after retry RPC after error@868582551) -> (continuation of Deferred@1701763862 after retry RPC after error@1804936691) -> (continuation of Deferred@1046107544 after retry RPC after error@556048376) -> (continuation of Deferred@838944417 after retry RPC after error@1887000495) -> (continuation of Deferred@484653741 after retry RPC after error@423476630) -> (continuation of Deferred@565298270 after retry RPC after error@466566120)))
12:17:39.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.661 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.741 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.782 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1255585762(state=PENDING, result=null, callback=(continuation of Deferred@1683590255 after retry RPC after error@1054791264) -> (continuation of Deferred@482628076 after retry RPC after error@1674746929) -> (continuation of Deferred@1270898384 after retry RPC after error@57011230) -> (continuation of Deferred@1024493231 after retry RPC after error@1255454248) -> (continuation of Deferred@61560700 after retry RPC after error@788680203) -> (continuation of Deferred@371097786 after retry RPC after error@2039742887) -> (continuation of Deferred@551397726 after retry RPC after error@487770456), errback=(continuation of Deferred@1683590255 after retry RPC after error@1054791264) -> (continuation of Deferred@482628076 after retry RPC after error@1674746929) -> (continuation of Deferred@1270898384 after retry RPC after error@57011230) -> (continuation of Deferred@1024493231 after retry RPC after error@1255454248) -> (continuation of Deferred@61560700 after retry RPC after error@788680203) -> (continuation of Deferred@371097786 after retry RPC after error@2039742887) -> (continuation of Deferred@551397726 after retry RPC after error@487770456)))
12:17:39.783 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1255585762(state=PENDING, result=null, callback=(continuation of Deferred@1683590255 after retry RPC after error@1054791264) -> (continuation of Deferred@482628076 after retry RPC after error@1674746929) -> (continuation of Deferred@1270898384 after retry RPC after error@57011230) -> (continuation of Deferred@1024493231 after retry RPC after error@1255454248) -> (continuation of Deferred@61560700 after retry RPC after error@788680203) -> (continuation of Deferred@371097786 after retry RPC after error@2039742887) -> (continuation of Deferred@551397726 after retry RPC after error@487770456), errback=(continuation of Deferred@1683590255 after retry RPC after error@1054791264) -> (continuation of Deferred@482628076 after retry RPC after error@1674746929) -> (continuation of Deferred@1270898384 after retry RPC after error@57011230) -> (continuation of Deferred@1024493231 after retry RPC after error@1255454248) -> (continuation of Deferred@61560700 after retry RPC after error@788680203) -> (continuation of Deferred@371097786 after retry RPC after error@2039742887) -> (continuation of Deferred@551397726 after retry RPC after error@487770456)))
12:17:39.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.821 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.841 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.881 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.942 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1424866942(state=PENDING, result=null, callback=(continuation of Deferred@1543886399 after retry RPC after error@402517677) -> (continuation of Deferred@793469458 after retry RPC after error@384579531) -> (continuation of Deferred@1680523015 after retry RPC after error@484093353) -> (continuation of Deferred@1760892882 after retry RPC after error@525350760) -> (continuation of Deferred@775119106 after retry RPC after error@1741497992) -> (continuation of Deferred@667350564 after retry RPC after error@968064707) -> (continuation of Deferred@213726086 after retry RPC after error@46837247), errback=(continuation of Deferred@1543886399 after retry RPC after error@402517677) -> (continuation of Deferred@793469458 after retry RPC after error@384579531) -> (continuation of Deferred@1680523015 after retry RPC after error@484093353) -> (continuation of Deferred@1760892882 after retry RPC after error@525350760) -> (continuation of Deferred@775119106 after retry RPC after error@1741497992) -> (continuation of Deferred@667350564 after retry RPC after error@968064707) -> (continuation of Deferred@213726086 after retry RPC after error@46837247)))
12:17:39.943 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1424866942(state=PENDING, result=null, callback=(continuation of Deferred@1543886399 after retry RPC after error@402517677) -> (continuation of Deferred@793469458 after retry RPC after error@384579531) -> (continuation of Deferred@1680523015 after retry RPC after error@484093353) -> (continuation of Deferred@1760892882 after retry RPC after error@525350760) -> (continuation of Deferred@775119106 after retry RPC after error@1741497992) -> (continuation of Deferred@667350564 after retry RPC after error@968064707) -> (continuation of Deferred@213726086 after retry RPC after error@46837247), errback=(continuation of Deferred@1543886399 after retry RPC after error@402517677) -> (continuation of Deferred@793469458 after retry RPC after error@384579531) -> (continuation of Deferred@1680523015 after retry RPC after error@484093353) -> (continuation of Deferred@1760892882 after retry RPC after error@525350760) -> (continuation of Deferred@775119106 after retry RPC after error@1741497992) -> (continuation of Deferred@667350564 after retry RPC after error@968064707) -> (continuation of Deferred@213726086 after retry RPC after error@46837247)))
12:17:39.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:39.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:39.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:39.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:39.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:39.991096 2579 master_runner.cc:186] Error getting master registration for 127.1.82.62:46627: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111),
12:17:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:39.991287 2579 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:17:39.999 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.001 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.059 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.121 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.123 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.123 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@795367747(state=PENDING, result=null, callback=(continuation of Deferred@1441989185 after retry RPC after error@956880523) -> (continuation of Deferred@78755725 after retry RPC after error@1769882649) -> (continuation of Deferred@609399421 after retry RPC after error@1536263410) -> (continuation of Deferred@1385520594 after retry RPC after error@1238402325) -> (continuation of Deferred@2023757576 after retry RPC after error@801221370) -> (continuation of Deferred@1463949597 after retry RPC after error@444061389), errback=(continuation of Deferred@1441989185 after retry RPC after error@956880523) -> (continuation of Deferred@78755725 after retry RPC after error@1769882649) -> (continuation of Deferred@609399421 after retry RPC after error@1536263410) -> (continuation of Deferred@1385520594 after retry RPC after error@1238402325) -> (continuation of Deferred@2023757576 after retry RPC after error@801221370) -> (continuation of Deferred@1463949597 after retry RPC after error@444061389)))
12:17:40.127 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@795367747(state=PENDING, result=null, callback=(continuation of Deferred@1441989185 after retry RPC after error@956880523) -> (continuation of Deferred@78755725 after retry RPC after error@1769882649) -> (continuation of Deferred@609399421 after retry RPC after error@1536263410) -> (continuation of Deferred@1385520594 after retry RPC after error@1238402325) -> (continuation of Deferred@2023757576 after retry RPC after error@801221370) -> (continuation of Deferred@1463949597 after retry RPC after error@444061389), errback=(continuation of Deferred@1441989185 after retry RPC after error@956880523) -> (continuation of Deferred@78755725 after retry RPC after error@1769882649) -> (continuation of Deferred@609399421 after retry RPC after error@1536263410) -> (continuation of Deferred@1385520594 after retry RPC after error@1238402325) -> (continuation of Deferred@2023757576 after retry RPC after error@801221370) -> (continuation of Deferred@1463949597 after retry RPC after error@444061389)))
12:17:40.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.179 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.363 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@467502743(state=PENDING, result=null, callback=(continuation of Deferred@1655355984 after retry RPC after error@472440563) -> (continuation of Deferred@285676352 after retry RPC after error@1712969417) -> (continuation of Deferred@1373018208 after retry RPC after error@198384623) -> (continuation of Deferred@585602246 after retry RPC after error@182497741) -> (continuation of Deferred@1871723881 after retry RPC after error@2081382167) -> (continuation of Deferred@1657841140 after retry RPC after error@1840324282) -> (continuation of Deferred@52698384 after retry RPC after error@89464196), errback=(continuation of Deferred@1655355984 after retry RPC after error@472440563) -> (continuation of Deferred@285676352 after retry RPC after error@1712969417) -> (continuation of Deferred@1373018208 after retry RPC after error@198384623) -> (continuation of Deferred@585602246 after retry RPC after error@182497741) -> (continuation of Deferred@1871723881 after retry RPC after error@2081382167) -> (continuation of Deferred@1657841140 after retry RPC after error@1840324282) -> (continuation of Deferred@52698384 after retry RPC after error@89464196)))
12:17:40.363 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@467502743(state=PENDING, result=null, callback=(continuation of Deferred@1655355984 after retry RPC after error@472440563) -> (continuation of Deferred@285676352 after retry RPC after error@1712969417) -> (continuation of Deferred@1373018208 after retry RPC after error@198384623) -> (continuation of Deferred@585602246 after retry RPC after error@182497741) -> (continuation of Deferred@1871723881 after retry RPC after error@2081382167) -> (continuation of Deferred@1657841140 after retry RPC after error@1840324282) -> (continuation of Deferred@52698384 after retry RPC after error@89464196), errback=(continuation of Deferred@1655355984 after retry RPC after error@472440563) -> (continuation of Deferred@285676352 after retry RPC after error@1712969417) -> (continuation of Deferred@1373018208 after retry RPC after error@198384623) -> (continuation of Deferred@585602246 after retry RPC after error@182497741) -> (continuation of Deferred@1871723881 after retry RPC after error@2081382167) -> (continuation of Deferred@1657841140 after retry RPC after error@1840324282) -> (continuation of Deferred@52698384 after retry RPC after error@89464196)))
12:17:40.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.399 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.401 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.459 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.499 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.563 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [180ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1494387237(state=PENDING, result=null, callback=(continuation of Deferred@1958305144 after retry RPC after error@1017199939) -> (continuation of Deferred@2075799626 after retry RPC after error@909430458) -> (continuation of Deferred@139986841 after retry RPC after error@1025927412) -> (continuation of Deferred@389298042 after retry RPC after error@132475448) -> (continuation of Deferred@1330237842 after retry RPC after error@1093038407) -> (continuation of Deferred@1998524926 after retry RPC after error@1527189903), errback=(continuation of Deferred@1958305144 after retry RPC after error@1017199939) -> (continuation of Deferred@2075799626 after retry RPC after error@909430458) -> (continuation of Deferred@139986841 after retry RPC after error@1025927412) -> (continuation of Deferred@389298042 after retry RPC after error@132475448) -> (continuation of Deferred@1330237842 after retry RPC after error@1093038407) -> (continuation of Deferred@1998524926 after retry RPC after error@1527189903)))
12:17:40.563 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [180ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1494387237(state=PENDING, result=null, callback=(continuation of Deferred@1958305144 after retry RPC after error@1017199939) -> (continuation of Deferred@2075799626 after retry RPC after error@909430458) -> (continuation of Deferred@139986841 after retry RPC after error@1025927412) -> (continuation of Deferred@389298042 after retry RPC after error@132475448) -> (continuation of Deferred@1330237842 after retry RPC after error@1093038407) -> (continuation of Deferred@1998524926 after retry RPC after error@1527189903), errback=(continuation of Deferred@1958305144 after retry RPC after error@1017199939) -> (continuation of Deferred@2075799626 after retry RPC after error@909430458) -> (continuation of Deferred@139986841 after retry RPC after error@1025927412) -> (continuation of Deferred@389298042 after retry RPC after error@132475448) -> (continuation of Deferred@1330237842 after retry RPC after error@1093038407) -> (continuation of Deferred@1998524926 after retry RPC after error@1527189903)))
12:17:40.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.581 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.583 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.659 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.683 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.821 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.823 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@2018534688(state=PENDING, result=null, callback=(continuation of Deferred@1645275118 after retry RPC after error@666642936) -> (continuation of Deferred@187692451 after retry RPC after error@1882060931) -> (continuation of Deferred@367484671 after retry RPC after error@1406289490) -> (continuation of Deferred@665072486 after retry RPC after error@953302769) -> (continuation of Deferred@401448882 after retry RPC after error@1447869387) -> (continuation of Deferred@1349885287 after retry RPC after error@2037978158) -> (continuation of Deferred@43127996 after retry RPC after error@833840582), errback=(continuation of Deferred@1645275118 after retry RPC after error@666642936) -> (continuation of Deferred@187692451 after retry RPC after error@1882060931) -> (continuation of Deferred@367484671 after retry RPC after error@1406289490) -> (continuation of Deferred@665072486 after retry RPC after error@953302769) -> (continuation of Deferred@401448882 after retry RPC after error@1447869387) -> (continuation of Deferred@1349885287 after retry RPC after error@2037978158) -> (continuation of Deferred@43127996 after retry RPC after error@833840582)))
12:17:40.823 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@2018534688(state=PENDING, result=null, callback=(continuation of Deferred@1645275118 after retry RPC after error@666642936) -> (continuation of Deferred@187692451 after retry RPC after error@1882060931) -> (continuation of Deferred@367484671 after retry RPC after error@1406289490) -> (continuation of Deferred@665072486 after retry RPC after error@953302769) -> (continuation of Deferred@401448882 after retry RPC after error@1447869387) -> (continuation of Deferred@1349885287 after retry RPC after error@2037978158) -> (continuation of Deferred@43127996 after retry RPC after error@833840582), errback=(continuation of Deferred@1645275118 after retry RPC after error@666642936) -> (continuation of Deferred@187692451 after retry RPC after error@1882060931) -> (continuation of Deferred@367484671 after retry RPC after error@1406289490) -> (continuation of Deferred@665072486 after retry RPC after error@953302769) -> (continuation of Deferred@401448882 after retry RPC after error@1447869387) -> (continuation of Deferred@1349885287 after retry RPC after error@2037978158) -> (continuation of Deferred@43127996 after retry RPC after error@833840582)))
12:17:40.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.881 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.921 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:40.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:40.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:40.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:40.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:40.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.022 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1977635978(state=PENDING, result=null, callback=(continuation of Deferred@1245445191 after retry RPC after error@1753586762) -> (continuation of Deferred@2032799934 after retry RPC after error@244928277) -> (continuation of Deferred@466965317 after retry RPC after error@1601629113) -> (continuation of Deferred@1987096329 after retry RPC after error@844478261) -> (continuation of Deferred@53183809 after retry RPC after error@1810402750) -> (continuation of Deferred@412319533 after retry RPC after error@132161301), errback=(continuation of Deferred@1245445191 after retry RPC after error@1753586762) -> (continuation of Deferred@2032799934 after retry RPC after error@244928277) -> (continuation of Deferred@466965317 after retry RPC after error@1601629113) -> (continuation of Deferred@1987096329 after retry RPC after error@844478261) -> (continuation of Deferred@53183809 after retry RPC after error@1810402750) -> (continuation of Deferred@412319533 after retry RPC after error@132161301)))
12:17:41.023 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1977635978(state=PENDING, result=null, callback=(continuation of Deferred@1245445191 after retry RPC after error@1753586762) -> (continuation of Deferred@2032799934 after retry RPC after error@244928277) -> (continuation of Deferred@466965317 after retry RPC after error@1601629113) -> (continuation of Deferred@1987096329 after retry RPC after error@844478261) -> (continuation of Deferred@53183809 after retry RPC after error@1810402750) -> (continuation of Deferred@412319533 after retry RPC after error@132161301), errback=(continuation of Deferred@1245445191 after retry RPC after error@1753586762) -> (continuation of Deferred@2032799934 after retry RPC after error@244928277) -> (continuation of Deferred@466965317 after retry RPC after error@1601629113) -> (continuation of Deferred@1987096329 after retry RPC after error@844478261) -> (continuation of Deferred@53183809 after retry RPC after error@1810402750) -> (continuation of Deferred@412319533 after retry RPC after error@132161301)))
12:17:41.039 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.041 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.101 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.181 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.222 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@887875266(state=PENDING, result=null, callback=(continuation of Deferred@1420400420 after retry RPC after error@1622207735) -> (continuation of Deferred@1743323901 after retry RPC after error@207562036) -> (continuation of Deferred@341279532 after retry RPC after error@1936130565) -> (continuation of Deferred@1555433598 after retry RPC after error@691396697) -> (continuation of Deferred@30623920 after retry RPC after error@1248789925) -> (continuation of Deferred@653656430 after retry RPC after error@541530817) -> (continuation of Deferred@1003114673 after retry RPC after error@163194944), errback=(continuation of Deferred@1420400420 after retry RPC after error@1622207735) -> (continuation of Deferred@1743323901 after retry RPC after error@207562036) -> (continuation of Deferred@341279532 after retry RPC after error@1936130565) -> (continuation of Deferred@1555433598 after retry RPC after error@691396697) -> (continuation of Deferred@30623920 after retry RPC after error@1248789925) -> (continuation of Deferred@653656430 after retry RPC after error@541530817) -> (continuation of Deferred@1003114673 after retry RPC after error@163194944)))
12:17:41.223 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@887875266(state=PENDING, result=null, callback=(continuation of Deferred@1420400420 after retry RPC after error@1622207735) -> (continuation of Deferred@1743323901 after retry RPC after error@207562036) -> (continuation of Deferred@341279532 after retry RPC after error@1936130565) -> (continuation of Deferred@1555433598 after retry RPC after error@691396697) -> (continuation of Deferred@30623920 after retry RPC after error@1248789925) -> (continuation of Deferred@653656430 after retry RPC after error@541530817) -> (continuation of Deferred@1003114673 after retry RPC after error@163194944), errback=(continuation of Deferred@1420400420 after retry RPC after error@1622207735) -> (continuation of Deferred@1743323901 after retry RPC after error@207562036) -> (continuation of Deferred@341279532 after retry RPC after error@1936130565) -> (continuation of Deferred@1555433598 after retry RPC after error@691396697) -> (continuation of Deferred@30623920 after retry RPC after error@1248789925) -> (continuation of Deferred@653656430 after retry RPC after error@541530817) -> (continuation of Deferred@1003114673 after retry RPC after error@163194944)))
12:17:41.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.259 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.261 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.301 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.361 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.443 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1972187387(state=PENDING, result=null, callback=(continuation of Deferred@41098703 after retry RPC after error@125516710) -> (continuation of Deferred@604781994 after retry RPC after error@941280056) -> (continuation of Deferred@580723857 after retry RPC after error@2087034223) -> (continuation of Deferred@960564772 after retry RPC after error@1466712383) -> (continuation of Deferred@480141039 after retry RPC after error@1287665398) -> (continuation of Deferred@2109813092 after retry RPC after error@1217524314) -> (continuation of Deferred@639018113 after retry RPC after error@1806455091), errback=(continuation of Deferred@41098703 after retry RPC after error@125516710) -> (continuation of Deferred@604781994 after retry RPC after error@941280056) -> (continuation of Deferred@580723857 after retry RPC after error@2087034223) -> (continuation of Deferred@960564772 after retry RPC after error@1466712383) -> (continuation of Deferred@480141039 after retry RPC after error@1287665398) -> (continuation of Deferred@2109813092 after retry RPC after error@1217524314) -> (continuation of Deferred@639018113 after retry RPC after error@1806455091)))
12:17:41.443 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1972187387(state=PENDING, result=null, callback=(continuation of Deferred@41098703 after retry RPC after error@125516710) -> (continuation of Deferred@604781994 after retry RPC after error@941280056) -> (continuation of Deferred@580723857 after retry RPC after error@2087034223) -> (continuation of Deferred@960564772 after retry RPC after error@1466712383) -> (continuation of Deferred@480141039 after retry RPC after error@1287665398) -> (continuation of Deferred@2109813092 after retry RPC after error@1217524314) -> (continuation of Deferred@639018113 after retry RPC after error@1806455091), errback=(continuation of Deferred@41098703 after retry RPC after error@125516710) -> (continuation of Deferred@604781994 after retry RPC after error@941280056) -> (continuation of Deferred@580723857 after retry RPC after error@2087034223) -> (continuation of Deferred@960564772 after retry RPC after error@1466712383) -> (continuation of Deferred@480141039 after retry RPC after error@1287665398) -> (continuation of Deferred@2109813092 after retry RPC after error@1217524314) -> (continuation of Deferred@639018113 after retry RPC after error@1806455091)))
12:17:41.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.461 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.479 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.481 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.519 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.521 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.543 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.561 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.579 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.623 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@386760311(state=PENDING, result=null, callback=(continuation of Deferred@793199310 after retry RPC after error@1683911844) -> (continuation of Deferred@319083966 after retry RPC after error@1871114095) -> (continuation of Deferred@2059567459 after retry RPC after error@1831739851) -> (continuation of Deferred@1488101621 after retry RPC after error@1556763) -> (continuation of Deferred@1857065443 after retry RPC after error@1921828231) -> (continuation of Deferred@1072985643 after retry RPC after error@22374359) -> (continuation of Deferred@1803604375 after retry RPC after error@2134151581), errback=(continuation of Deferred@793199310 after retry RPC after error@1683911844) -> (continuation of Deferred@319083966 after retry RPC after error@1871114095) -> (continuation of Deferred@2059567459 after retry RPC after error@1831739851) -> (continuation of Deferred@1488101621 after retry RPC after error@1556763) -> (continuation of Deferred@1857065443 after retry RPC after error@1921828231) -> (continuation of Deferred@1072985643 after retry RPC after error@22374359) -> (continuation of Deferred@1803604375 after retry RPC after error@2134151581)))
12:17:41.623 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@386760311(state=PENDING, result=null, callback=(continuation of Deferred@793199310 after retry RPC after error@1683911844) -> (continuation of Deferred@319083966 after retry RPC after error@1871114095) -> (continuation of Deferred@2059567459 after retry RPC after error@1831739851) -> (continuation of Deferred@1488101621 after retry RPC after error@1556763) -> (continuation of Deferred@1857065443 after retry RPC after error@1921828231) -> (continuation of Deferred@1072985643 after retry RPC after error@22374359) -> (continuation of Deferred@1803604375 after retry RPC after error@2134151581), errback=(continuation of Deferred@793199310 after retry RPC after error@1683911844) -> (continuation of Deferred@319083966 after retry RPC after error@1871114095) -> (continuation of Deferred@2059567459 after retry RPC after error@1831739851) -> (continuation of Deferred@1488101621 after retry RPC after error@1556763) -> (continuation of Deferred@1857065443 after retry RPC after error@1921828231) -> (continuation of Deferred@1072985643 after retry RPC after error@22374359) -> (continuation of Deferred@1803604375 after retry RPC after error@2134151581)))
12:17:41.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.679 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.681 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.721 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.761 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.881 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.883 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1423343478(state=PENDING, result=null, callback=(continuation of Deferred@1117322550 after retry RPC after error@849646192) -> (continuation of Deferred@565143027 after retry RPC after error@1181057919) -> (continuation of Deferred@1133619144 after retry RPC after error@1437633240) -> (continuation of Deferred@258669920 after retry RPC after error@1711208841) -> (continuation of Deferred@731884825 after retry RPC after error@2057831672) -> (continuation of Deferred@577857328 after retry RPC after error@810676294) -> (continuation of Deferred@1718645808 after retry RPC after error@1548039106) -> (continuation of Deferred@1965328285 after retry RPC after error@1254656703), errback=(continuation of Deferred@1117322550 after retry RPC after error@849646192) -> (continuation of Deferred@565143027 after retry RPC after error@1181057919) -> (continuation of Deferred@1133619144 after retry RPC after error@1437633240) -> (continuation of Deferred@258669920 after retry RPC after error@1711208841) -> (continuation of Deferred@731884825 after retry RPC after error@2057831672) -> (continuation of Deferred@577857328 after retry RPC after error@810676294) -> (continuation of Deferred@1718645808 after retry RPC after error@1548039106) -> (continuation of Deferred@1965328285 after retry RPC after error@1254656703)))
12:17:41.884 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1423343478(state=PENDING, result=null, callback=(continuation of Deferred@1117322550 after retry RPC after error@849646192) -> (continuation of Deferred@565143027 after retry RPC after error@1181057919) -> (continuation of Deferred@1133619144 after retry RPC after error@1437633240) -> (continuation of Deferred@258669920 after retry RPC after error@1711208841) -> (continuation of Deferred@731884825 after retry RPC after error@2057831672) -> (continuation of Deferred@577857328 after retry RPC after error@810676294) -> (continuation of Deferred@1718645808 after retry RPC after error@1548039106) -> (continuation of Deferred@1965328285 after retry RPC after error@1254656703), errback=(continuation of Deferred@1117322550 after retry RPC after error@849646192) -> (continuation of Deferred@565143027 after retry RPC after error@1181057919) -> (continuation of Deferred@1133619144 after retry RPC after error@1437633240) -> (continuation of Deferred@258669920 after retry RPC after error@1711208841) -> (continuation of Deferred@731884825 after retry RPC after error@2057831672) -> (continuation of Deferred@577857328 after retry RPC after error@810676294) -> (continuation of Deferred@1718645808 after retry RPC after error@1548039106) -> (continuation of Deferred@1965328285 after retry RPC after error@1254656703)))
12:17:41.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.901 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.961 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:41.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:41.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:41.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:41.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:41.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.019 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.021 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.103 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@662654558(state=PENDING, result=null, callback=(continuation of Deferred@746375888 after retry RPC after error@939057226) -> (continuation of Deferred@1795517363 after retry RPC after error@919979315) -> (continuation of Deferred@2092278643 after retry RPC after error@213902879) -> (continuation of Deferred@1277648072 after retry RPC after error@1413739554) -> (continuation of Deferred@87849954 after retry RPC after error@1992354372) -> (continuation of Deferred@7813448 after retry RPC after error@1264467840) -> (continuation of Deferred@760983138 after retry RPC after error@1555624775), errback=(continuation of Deferred@746375888 after retry RPC after error@939057226) -> (continuation of Deferred@1795517363 after retry RPC after error@919979315) -> (continuation of Deferred@2092278643 after retry RPC after error@213902879) -> (continuation of Deferred@1277648072 after retry RPC after error@1413739554) -> (continuation of Deferred@87849954 after retry RPC after error@1992354372) -> (continuation of Deferred@7813448 after retry RPC after error@1264467840) -> (continuation of Deferred@760983138 after retry RPC after error@1555624775)))
12:17:42.103 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@662654558(state=PENDING, result=null, callback=(continuation of Deferred@746375888 after retry RPC after error@939057226) -> (continuation of Deferred@1795517363 after retry RPC after error@919979315) -> (continuation of Deferred@2092278643 after retry RPC after error@213902879) -> (continuation of Deferred@1277648072 after retry RPC after error@1413739554) -> (continuation of Deferred@87849954 after retry RPC after error@1992354372) -> (continuation of Deferred@7813448 after retry RPC after error@1264467840) -> (continuation of Deferred@760983138 after retry RPC after error@1555624775), errback=(continuation of Deferred@746375888 after retry RPC after error@939057226) -> (continuation of Deferred@1795517363 after retry RPC after error@919979315) -> (continuation of Deferred@2092278643 after retry RPC after error@213902879) -> (continuation of Deferred@1277648072 after retry RPC after error@1413739554) -> (continuation of Deferred@87849954 after retry RPC after error@1992354372) -> (continuation of Deferred@7813448 after retry RPC after error@1264467840) -> (continuation of Deferred@760983138 after retry RPC after error@1555624775)))
12:17:42.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.201 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.259 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.303 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1506419052(state=PENDING, result=null, callback=(continuation of Deferred@894914167 after retry RPC after error@600231853) -> (continuation of Deferred@764110853 after retry RPC after error@625143193) -> (continuation of Deferred@719928240 after retry RPC after error@1070019303) -> (continuation of Deferred@1232780890 after retry RPC after error@2070330569) -> (continuation of Deferred@414268590 after retry RPC after error@518485333) -> (continuation of Deferred@49512637 after retry RPC after error@1279128798) -> (continuation of Deferred@1568204219 after retry RPC after error@2022735516) -> (continuation of Deferred@1727594331 after retry RPC after error@1170238558), errback=(continuation of Deferred@894914167 after retry RPC after error@600231853) -> (continuation of Deferred@764110853 after retry RPC after error@625143193) -> (continuation of Deferred@719928240 after retry RPC after error@1070019303) -> (continuation of Deferred@1232780890 after retry RPC after error@2070330569) -> (continuation of Deferred@414268590 after retry RPC after error@518485333) -> (continuation of Deferred@49512637 after retry RPC after error@1279128798) -> (continuation of Deferred@1568204219 after retry RPC after error@2022735516) -> (continuation of Deferred@1727594331 after retry RPC after error@1170238558)))
12:17:42.303 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1506419052(state=PENDING, result=null, callback=(continuation of Deferred@894914167 after retry RPC after error@600231853) -> (continuation of Deferred@764110853 after retry RPC after error@625143193) -> (continuation of Deferred@719928240 after retry RPC after error@1070019303) -> (continuation of Deferred@1232780890 after retry RPC after error@2070330569) -> (continuation of Deferred@414268590 after retry RPC after error@518485333) -> (continuation of Deferred@49512637 after retry RPC after error@1279128798) -> (continuation of Deferred@1568204219 after retry RPC after error@2022735516) -> (continuation of Deferred@1727594331 after retry RPC after error@1170238558), errback=(continuation of Deferred@894914167 after retry RPC after error@600231853) -> (continuation of Deferred@764110853 after retry RPC after error@625143193) -> (continuation of Deferred@719928240 after retry RPC after error@1070019303) -> (continuation of Deferred@1232780890 after retry RPC after error@2070330569) -> (continuation of Deferred@414268590 after retry RPC after error@518485333) -> (continuation of Deferred@49512637 after retry RPC after error@1279128798) -> (continuation of Deferred@1568204219 after retry RPC after error@2022735516) -> (continuation of Deferred@1727594331 after retry RPC after error@1170238558)))
12:17:42.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.361 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.461 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.463 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@106711185(state=PENDING, result=null, callback=(continuation of Deferred@2137732812 after retry RPC after error@1026528807) -> (continuation of Deferred@1861819577 after retry RPC after error@168151351) -> (continuation of Deferred@754865133 after retry RPC after error@1839298299) -> (continuation of Deferred@1260106530 after retry RPC after error@1878234887) -> (continuation of Deferred@835502127 after retry RPC after error@1471970883) -> (continuation of Deferred@1093162293 after retry RPC after error@848345528), errback=(continuation of Deferred@2137732812 after retry RPC after error@1026528807) -> (continuation of Deferred@1861819577 after retry RPC after error@168151351) -> (continuation of Deferred@754865133 after retry RPC after error@1839298299) -> (continuation of Deferred@1260106530 after retry RPC after error@1878234887) -> (continuation of Deferred@835502127 after retry RPC after error@1471970883) -> (continuation of Deferred@1093162293 after retry RPC after error@848345528)))
12:17:42.463 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@106711185(state=PENDING, result=null, callback=(continuation of Deferred@2137732812 after retry RPC after error@1026528807) -> (continuation of Deferred@1861819577 after retry RPC after error@168151351) -> (continuation of Deferred@754865133 after retry RPC after error@1839298299) -> (continuation of Deferred@1260106530 after retry RPC after error@1878234887) -> (continuation of Deferred@835502127 after retry RPC after error@1471970883) -> (continuation of Deferred@1093162293 after retry RPC after error@848345528), errback=(continuation of Deferred@2137732812 after retry RPC after error@1026528807) -> (continuation of Deferred@1861819577 after retry RPC after error@168151351) -> (continuation of Deferred@754865133 after retry RPC after error@1839298299) -> (continuation of Deferred@1260106530 after retry RPC after error@1878234887) -> (continuation of Deferred@835502127 after retry RPC after error@1471970883) -> (continuation of Deferred@1093162293 after retry RPC after error@848345528)))
12:17:42.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.483 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.539 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.540 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.541 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.643 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.683 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.684 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1190647369(state=PENDING, result=null, callback=(continuation of Deferred@497190018 after retry RPC after error@1784235763) -> (continuation of Deferred@443980384 after retry RPC after error@1649099513) -> (continuation of Deferred@1808030886 after retry RPC after error@1267393011) -> (continuation of Deferred@1703008120 after retry RPC after error@1575296443) -> (continuation of Deferred@344804301 after retry RPC after error@135570902) -> (continuation of Deferred@1673894331 after retry RPC after error@372791485) -> (continuation of Deferred@1746254484 after retry RPC after error@1157797973), errback=(continuation of Deferred@497190018 after retry RPC after error@1784235763) -> (continuation of Deferred@443980384 after retry RPC after error@1649099513) -> (continuation of Deferred@1808030886 after retry RPC after error@1267393011) -> (continuation of Deferred@1703008120 after retry RPC after error@1575296443) -> (continuation of Deferred@344804301 after retry RPC after error@135570902) -> (continuation of Deferred@1673894331 after retry RPC after error@372791485) -> (continuation of Deferred@1746254484 after retry RPC after error@1157797973)))
12:17:42.684 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1190647369(state=PENDING, result=null, callback=(continuation of Deferred@497190018 after retry RPC after error@1784235763) -> (continuation of Deferred@443980384 after retry RPC after error@1649099513) -> (continuation of Deferred@1808030886 after retry RPC after error@1267393011) -> (continuation of Deferred@1703008120 after retry RPC after error@1575296443) -> (continuation of Deferred@344804301 after retry RPC after error@135570902) -> (continuation of Deferred@1673894331 after retry RPC after error@372791485) -> (continuation of Deferred@1746254484 after retry RPC after error@1157797973), errback=(continuation of Deferred@497190018 after retry RPC after error@1784235763) -> (continuation of Deferred@443980384 after retry RPC after error@1649099513) -> (continuation of Deferred@1808030886 after retry RPC after error@1267393011) -> (continuation of Deferred@1703008120 after retry RPC after error@1575296443) -> (continuation of Deferred@344804301 after retry RPC after error@135570902) -> (continuation of Deferred@1673894331 after retry RPC after error@372791485) -> (continuation of Deferred@1746254484 after retry RPC after error@1157797973)))
12:17:42.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.741 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.743 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.801 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.941 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.943 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.943 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1938079091(state=PENDING, result=null, callback=(continuation of Deferred@741646054 after retry RPC after error@1891306805) -> (continuation of Deferred@305463680 after retry RPC after error@1150048656) -> (continuation of Deferred@1279736905 after retry RPC after error@1681736273) -> (continuation of Deferred@1581147735 after retry RPC after error@2019091673) -> (continuation of Deferred@227027695 after retry RPC after error@61464261) -> (continuation of Deferred@780672057 after retry RPC after error@298408733) -> (continuation of Deferred@1574618265 after retry RPC after error@273180177), errback=(continuation of Deferred@741646054 after retry RPC after error@1891306805) -> (continuation of Deferred@305463680 after retry RPC after error@1150048656) -> (continuation of Deferred@1279736905 after retry RPC after error@1681736273) -> (continuation of Deferred@1581147735 after retry RPC after error@2019091673) -> (continuation of Deferred@227027695 after retry RPC after error@61464261) -> (continuation of Deferred@780672057 after retry RPC after error@298408733) -> (continuation of Deferred@1574618265 after retry RPC after error@273180177)))
12:17:42.944 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1938079091(state=PENDING, result=null, callback=(continuation of Deferred@741646054 after retry RPC after error@1891306805) -> (continuation of Deferred@305463680 after retry RPC after error@1150048656) -> (continuation of Deferred@1279736905 after retry RPC after error@1681736273) -> (continuation of Deferred@1581147735 after retry RPC after error@2019091673) -> (continuation of Deferred@227027695 after retry RPC after error@61464261) -> (continuation of Deferred@780672057 after retry RPC after error@298408733) -> (continuation of Deferred@1574618265 after retry RPC after error@273180177), errback=(continuation of Deferred@741646054 after retry RPC after error@1891306805) -> (continuation of Deferred@305463680 after retry RPC after error@1150048656) -> (continuation of Deferred@1279736905 after retry RPC after error@1681736273) -> (continuation of Deferred@1581147735 after retry RPC after error@2019091673) -> (continuation of Deferred@227027695 after retry RPC after error@61464261) -> (continuation of Deferred@780672057 after retry RPC after error@298408733) -> (continuation of Deferred@1574618265 after retry RPC after error@273180177)))
12:17:42.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:42.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:42.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:42.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:42.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:42.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:43.115304 1868 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 1)
12:17:43.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:43.118894 1868 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '96e0982aab9942cd864c4602a7ff3f14', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '96e0982aab9942cd864c4602a7ff3f14', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 1)
12:17:43.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:43.121155 1868 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.1.82.60:46599)
12:17:43.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.183 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1236072326(state=PENDING, result=null, callback=(continuation of Deferred@1800217550 after retry RPC after error@1789146717) -> (continuation of Deferred@1327132100 after retry RPC after error@1629791078) -> (continuation of Deferred@1677049823 after retry RPC after error@682130210) -> (continuation of Deferred@885016510 after retry RPC after error@1882975699) -> (continuation of Deferred@1056882508 after retry RPC after error@1441047258) -> (continuation of Deferred@1664082543 after retry RPC after error@1280691884) -> (continuation of Deferred@127540405 after retry RPC after error@1998097646), errback=(continuation of Deferred@1800217550 after retry RPC after error@1789146717) -> (continuation of Deferred@1327132100 after retry RPC after error@1629791078) -> (continuation of Deferred@1677049823 after retry RPC after error@682130210) -> (continuation of Deferred@885016510 after retry RPC after error@1882975699) -> (continuation of Deferred@1056882508 after retry RPC after error@1441047258) -> (continuation of Deferred@1664082543 after retry RPC after error@1280691884) -> (continuation of Deferred@127540405 after retry RPC after error@1998097646)))
12:17:43.183 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1236072326(state=PENDING, result=null, callback=(continuation of Deferred@1800217550 after retry RPC after error@1789146717) -> (continuation of Deferred@1327132100 after retry RPC after error@1629791078) -> (continuation of Deferred@1677049823 after retry RPC after error@682130210) -> (continuation of Deferred@885016510 after retry RPC after error@1882975699) -> (continuation of Deferred@1056882508 after retry RPC after error@1441047258) -> (continuation of Deferred@1664082543 after retry RPC after error@1280691884) -> (continuation of Deferred@127540405 after retry RPC after error@1998097646), errback=(continuation of Deferred@1800217550 after retry RPC after error@1789146717) -> (continuation of Deferred@1327132100 after retry RPC after error@1629791078) -> (continuation of Deferred@1677049823 after retry RPC after error@682130210) -> (continuation of Deferred@885016510 after retry RPC after error@1882975699) -> (continuation of Deferred@1056882508 after retry RPC after error@1441047258) -> (continuation of Deferred@1664082543 after retry RPC after error@1280691884) -> (continuation of Deferred@127540405 after retry RPC after error@1998097646)))
12:17:43.199 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.201 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.223 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.261 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.321 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.460 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1363558127(state=PENDING, result=null, callback=(continuation of Deferred@2141290343 after retry RPC after error@2033476491) -> (continuation of Deferred@1733618287 after retry RPC after error@117768492) -> (continuation of Deferred@1932205292 after retry RPC after error@702087481) -> (continuation of Deferred@1771995647 after retry RPC after error@1186853249) -> (continuation of Deferred@1834637766 after retry RPC after error@216751517) -> (continuation of Deferred@292004998 after retry RPC after error@947879634) -> (continuation of Deferred@131372146 after retry RPC after error@1359296160), errback=(continuation of Deferred@2141290343 after retry RPC after error@2033476491) -> (continuation of Deferred@1733618287 after retry RPC after error@117768492) -> (continuation of Deferred@1932205292 after retry RPC after error@702087481) -> (continuation of Deferred@1771995647 after retry RPC after error@1186853249) -> (continuation of Deferred@1834637766 after retry RPC after error@216751517) -> (continuation of Deferred@292004998 after retry RPC after error@947879634) -> (continuation of Deferred@131372146 after retry RPC after error@1359296160)))
12:17:43.461 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:43.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.499 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.559 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.601 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.603 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.661 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.663 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.740 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1309929801(state=PENDING, result=null, callback=(continuation of Deferred@579012372 after retry RPC after error@1260526504) -> (continuation of Deferred@25833591 after retry RPC after error@1354895542) -> (continuation of Deferred@1791170077 after retry RPC after error@828882870) -> (continuation of Deferred@1631467621 after retry RPC after error@565826388) -> (continuation of Deferred@1404586624 after retry RPC after error@1596900686) -> (continuation of Deferred@1329804254 after retry RPC after error@537881105) -> (continuation of Deferred@837994714 after retry RPC after error@408911647), errback=(continuation of Deferred@579012372 after retry RPC after error@1260526504) -> (continuation of Deferred@25833591 after retry RPC after error@1354895542) -> (continuation of Deferred@1791170077 after retry RPC after error@828882870) -> (continuation of Deferred@1631467621 after retry RPC after error@565826388) -> (continuation of Deferred@1404586624 after retry RPC after error@1596900686) -> (continuation of Deferred@1329804254 after retry RPC after error@537881105) -> (continuation of Deferred@837994714 after retry RPC after error@408911647)))
12:17:43.740 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:43.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.821 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.823 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:43.981 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:43.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:43.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:43.983 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:43.983 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@477692839(state=PENDING, result=null, callback=(continuation of Deferred@993272001 after retry RPC after error@242501941) -> (continuation of Deferred@477653232 after retry RPC after error@1221076195) -> (continuation of Deferred@1390425875 after retry RPC after error@2129781147) -> (continuation of Deferred@563165533 after retry RPC after error@678948528) -> (continuation of Deferred@2071731202 after retry RPC after error@175167439) -> (continuation of Deferred@579030029 after retry RPC after error@890643587) -> (continuation of Deferred@772907567 after retry RPC after error@584304269), errback=(continuation of Deferred@993272001 after retry RPC after error@242501941) -> (continuation of Deferred@477653232 after retry RPC after error@1221076195) -> (continuation of Deferred@1390425875 after retry RPC after error@2129781147) -> (continuation of Deferred@563165533 after retry RPC after error@678948528) -> (continuation of Deferred@2071731202 after retry RPC after error@175167439) -> (continuation of Deferred@579030029 after retry RPC after error@890643587) -> (continuation of Deferred@772907567 after retry RPC after error@584304269)))
12:17:43.984 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@477692839(state=PENDING, result=null, callback=(continuation of Deferred@993272001 after retry RPC after error@242501941) -> (continuation of Deferred@477653232 after retry RPC after error@1221076195) -> (continuation of Deferred@1390425875 after retry RPC after error@2129781147) -> (continuation of Deferred@563165533 after retry RPC after error@678948528) -> (continuation of Deferred@2071731202 after retry RPC after error@175167439) -> (continuation of Deferred@579030029 after retry RPC after error@890643587) -> (continuation of Deferred@772907567 after retry RPC after error@584304269), errback=(continuation of Deferred@993272001 after retry RPC after error@242501941) -> (continuation of Deferred@477653232 after retry RPC after error@1221076195) -> (continuation of Deferred@1390425875 after retry RPC after error@2129781147) -> (continuation of Deferred@563165533 after retry RPC after error@678948528) -> (continuation of Deferred@2071731202 after retry RPC after error@175167439) -> (continuation of Deferred@579030029 after retry RPC after error@890643587) -> (continuation of Deferred@772907567 after retry RPC after error@584304269)))
12:17:44.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.041 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.242 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1550316810(state=PENDING, result=null, callback=(continuation of Deferred@1548099044 after retry RPC after error@1242366523) -> (continuation of Deferred@111168243 after retry RPC after error@1695297672) -> (continuation of Deferred@155826416 after retry RPC after error@729251640) -> (continuation of Deferred@788815735 after retry RPC after error@721990255) -> (continuation of Deferred@1874985414 after retry RPC after error@2145140153) -> (continuation of Deferred@1924020946 after retry RPC after error@475751714) -> (continuation of Deferred@1676188510 after retry RPC after error@2110215023), errback=(continuation of Deferred@1548099044 after retry RPC after error@1242366523) -> (continuation of Deferred@111168243 after retry RPC after error@1695297672) -> (continuation of Deferred@155826416 after retry RPC after error@729251640) -> (continuation of Deferred@788815735 after retry RPC after error@721990255) -> (continuation of Deferred@1874985414 after retry RPC after error@2145140153) -> (continuation of Deferred@1924020946 after retry RPC after error@475751714) -> (continuation of Deferred@1676188510 after retry RPC after error@2110215023)))
12:17:44.243 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1550316810(state=PENDING, result=null, callback=(continuation of Deferred@1548099044 after retry RPC after error@1242366523) -> (continuation of Deferred@111168243 after retry RPC after error@1695297672) -> (continuation of Deferred@155826416 after retry RPC after error@729251640) -> (continuation of Deferred@788815735 after retry RPC after error@721990255) -> (continuation of Deferred@1874985414 after retry RPC after error@2145140153) -> (continuation of Deferred@1924020946 after retry RPC after error@475751714) -> (continuation of Deferred@1676188510 after retry RPC after error@2110215023), errback=(continuation of Deferred@1548099044 after retry RPC after error@1242366523) -> (continuation of Deferred@111168243 after retry RPC after error@1695297672) -> (continuation of Deferred@155826416 after retry RPC after error@729251640) -> (continuation of Deferred@788815735 after retry RPC after error@721990255) -> (continuation of Deferred@1874985414 after retry RPC after error@2145140153) -> (continuation of Deferred@1924020946 after retry RPC after error@475751714) -> (continuation of Deferred@1676188510 after retry RPC after error@2110215023)))
12:17:44.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.301 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.359 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.361 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.401 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.441 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.443 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.501 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.503 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.503 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.504 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [184ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [244ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@906906041(state=PENDING, result=null, callback=(continuation of Deferred@1442046299 after retry RPC after error@474412695) -> (continuation of Deferred@713908991 after retry RPC after error@1846191510) -> (continuation of Deferred@616134709 after retry RPC after error@258003067) -> (continuation of Deferred@1320927730 after retry RPC after error@1965484966) -> (continuation of Deferred@439438823 after retry RPC after error@324773330) -> (continuation of Deferred@67064346 after retry RPC after error@1103553048) -> (continuation of Deferred@1359532466 after retry RPC after error@523475828) -> (continuation of Deferred@1713730826 after retry RPC after error@268799476) -> (continuation of Deferred@127359751 after retry RPC after error@83663034), errback=(continuation of Deferred@1442046299 after retry RPC after error@474412695) -> (continuation of Deferred@713908991 after retry RPC after error@1846191510) -> (continuation of Deferred@616134709 after retry RPC after error@258003067) -> (continuation of Deferred@1320927730 after retry RPC after error@1965484966) -> (continuation of Deferred@439438823 after retry RPC after error@324773330) -> (continuation of Deferred@67064346 after retry RPC after error@1103553048) -> (continuation of Deferred@1359532466 after retry RPC after error@523475828) -> (continuation of Deferred@1713730826 after retry RPC after error@268799476) -> (continuation of Deferred@127359751 after retry RPC after error@83663034)))
12:17:44.505 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [184ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [244ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@906906041(state=PENDING, result=null, callback=(continuation of Deferred@1442046299 after retry RPC after error@474412695) -> (continuation of Deferred@713908991 after retry RPC after error@1846191510) -> (continuation of Deferred@616134709 after retry RPC after error@258003067) -> (continuation of Deferred@1320927730 after retry RPC after error@1965484966) -> (continuation of Deferred@439438823 after retry RPC after error@324773330) -> (continuation of Deferred@67064346 after retry RPC after error@1103553048) -> (continuation of Deferred@1359532466 after retry RPC after error@523475828) -> (continuation of Deferred@1713730826 after retry RPC after error@268799476) -> (continuation of Deferred@127359751 after retry RPC after error@83663034), errback=(continuation of Deferred@1442046299 after retry RPC after error@474412695) -> (continuation of Deferred@713908991 after retry RPC after error@1846191510) -> (continuation of Deferred@616134709 after retry RPC after error@258003067) -> (continuation of Deferred@1320927730 after retry RPC after error@1965484966) -> (continuation of Deferred@439438823 after retry RPC after error@324773330) -> (continuation of Deferred@67064346 after retry RPC after error@1103553048) -> (continuation of Deferred@1359532466 after retry RPC after error@523475828) -> (continuation of Deferred@1713730826 after retry RPC after error@268799476) -> (continuation of Deferred@127359751 after retry RPC after error@83663034)))
12:17:44.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.521 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.561 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.581 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.621 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.641 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.759 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.762 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@810752470(state=PENDING, result=null, callback=(continuation of Deferred@174203291 after retry RPC after error@796095566) -> (continuation of Deferred@1383229132 after retry RPC after error@2051492093) -> (continuation of Deferred@1639108823 after retry RPC after error@1431771563) -> (continuation of Deferred@340935115 after retry RPC after error@1410528028) -> (continuation of Deferred@592557345 after retry RPC after error@1319533217) -> (continuation of Deferred@1224484519 after retry RPC after error@188065463) -> (continuation of Deferred@635695693 after retry RPC after error@1483597602), errback=(continuation of Deferred@174203291 after retry RPC after error@796095566) -> (continuation of Deferred@1383229132 after retry RPC after error@2051492093) -> (continuation of Deferred@1639108823 after retry RPC after error@1431771563) -> (continuation of Deferred@340935115 after retry RPC after error@1410528028) -> (continuation of Deferred@592557345 after retry RPC after error@1319533217) -> (continuation of Deferred@1224484519 after retry RPC after error@188065463) -> (continuation of Deferred@635695693 after retry RPC after error@1483597602)))
12:17:44.763 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@810752470(state=PENDING, result=null, callback=(continuation of Deferred@174203291 after retry RPC after error@796095566) -> (continuation of Deferred@1383229132 after retry RPC after error@2051492093) -> (continuation of Deferred@1639108823 after retry RPC after error@1431771563) -> (continuation of Deferred@340935115 after retry RPC after error@1410528028) -> (continuation of Deferred@592557345 after retry RPC after error@1319533217) -> (continuation of Deferred@1224484519 after retry RPC after error@188065463) -> (continuation of Deferred@635695693 after retry RPC after error@1483597602), errback=(continuation of Deferred@174203291 after retry RPC after error@796095566) -> (continuation of Deferred@1383229132 after retry RPC after error@2051492093) -> (continuation of Deferred@1639108823 after retry RPC after error@1431771563) -> (continuation of Deferred@340935115 after retry RPC after error@1410528028) -> (continuation of Deferred@592557345 after retry RPC after error@1319533217) -> (continuation of Deferred@1224484519 after retry RPC after error@188065463) -> (continuation of Deferred@635695693 after retry RPC after error@1483597602)))
12:17:44.779 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.781 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.819 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.899 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.901 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:44.961 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:44.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:44.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:44.963 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:44.993045 2579 master_runner.cc:186] Error getting master registration for 127.1.82.62:46627: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111),
12:17:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:44.993250 2579 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:17:45.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.003 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1571157567(state=PENDING, result=null, callback=(continuation of Deferred@1915398774 after retry RPC after error@1597641496) -> (continuation of Deferred@598515026 after retry RPC after error@1372230422) -> (continuation of Deferred@1989470787 after retry RPC after error@2033812826) -> (continuation of Deferred@1052299554 after retry RPC after error@997173184) -> (continuation of Deferred@1794671644 after retry RPC after error@1608441676) -> (continuation of Deferred@655832148 after retry RPC after error@1635829457) -> (continuation of Deferred@1333159577 after retry RPC after error@1719395460), errback=(continuation of Deferred@1915398774 after retry RPC after error@1597641496) -> (continuation of Deferred@598515026 after retry RPC after error@1372230422) -> (continuation of Deferred@1989470787 after retry RPC after error@2033812826) -> (continuation of Deferred@1052299554 after retry RPC after error@997173184) -> (continuation of Deferred@1794671644 after retry RPC after error@1608441676) -> (continuation of Deferred@655832148 after retry RPC after error@1635829457) -> (continuation of Deferred@1333159577 after retry RPC after error@1719395460)))
12:17:45.003 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1571157567(state=PENDING, result=null, callback=(continuation of Deferred@1915398774 after retry RPC after error@1597641496) -> (continuation of Deferred@598515026 after retry RPC after error@1372230422) -> (continuation of Deferred@1989470787 after retry RPC after error@2033812826) -> (continuation of Deferred@1052299554 after retry RPC after error@997173184) -> (continuation of Deferred@1794671644 after retry RPC after error@1608441676) -> (continuation of Deferred@655832148 after retry RPC after error@1635829457) -> (continuation of Deferred@1333159577 after retry RPC after error@1719395460), errback=(continuation of Deferred@1915398774 after retry RPC after error@1597641496) -> (continuation of Deferred@598515026 after retry RPC after error@1372230422) -> (continuation of Deferred@1989470787 after retry RPC after error@2033812826) -> (continuation of Deferred@1052299554 after retry RPC after error@997173184) -> (continuation of Deferred@1794671644 after retry RPC after error@1608441676) -> (continuation of Deferred@655832148 after retry RPC after error@1635829457) -> (continuation of Deferred@1333159577 after retry RPC after error@1719395460)))
12:17:45.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.063 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.101 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.241 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.243 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1608870321(state=PENDING, result=null, callback=(continuation of Deferred@711222072 after retry RPC after error@2052912425) -> (continuation of Deferred@833696358 after retry RPC after error@1173187840) -> (continuation of Deferred@1285143334 after retry RPC after error@1366424097) -> (continuation of Deferred@1768673387 after retry RPC after error@1203778859) -> (continuation of Deferred@1174533758 after retry RPC after error@411024493) -> (continuation of Deferred@799072129 after retry RPC after error@1771036211) -> (continuation of Deferred@552888186 after retry RPC after error@1166883805), errback=(continuation of Deferred@711222072 after retry RPC after error@2052912425) -> (continuation of Deferred@833696358 after retry RPC after error@1173187840) -> (continuation of Deferred@1285143334 after retry RPC after error@1366424097) -> (continuation of Deferred@1768673387 after retry RPC after error@1203778859) -> (continuation of Deferred@1174533758 after retry RPC after error@411024493) -> (continuation of Deferred@799072129 after retry RPC after error@1771036211) -> (continuation of Deferred@552888186 after retry RPC after error@1166883805)))
12:17:45.243 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1608870321(state=PENDING, result=null, callback=(continuation of Deferred@711222072 after retry RPC after error@2052912425) -> (continuation of Deferred@833696358 after retry RPC after error@1173187840) -> (continuation of Deferred@1285143334 after retry RPC after error@1366424097) -> (continuation of Deferred@1768673387 after retry RPC after error@1203778859) -> (continuation of Deferred@1174533758 after retry RPC after error@411024493) -> (continuation of Deferred@799072129 after retry RPC after error@1771036211) -> (continuation of Deferred@552888186 after retry RPC after error@1166883805), errback=(continuation of Deferred@711222072 after retry RPC after error@2052912425) -> (continuation of Deferred@833696358 after retry RPC after error@1173187840) -> (continuation of Deferred@1285143334 after retry RPC after error@1366424097) -> (continuation of Deferred@1768673387 after retry RPC after error@1203778859) -> (continuation of Deferred@1174533758 after retry RPC after error@411024493) -> (continuation of Deferred@799072129 after retry RPC after error@1771036211) -> (continuation of Deferred@552888186 after retry RPC after error@1166883805)))
12:17:45.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.282 [DEBUG - pool-49-thread-1] (NetUtil.java:140) Resolved '127.1.82.60' into [/127.1.82.60] in 2008853ns
12:17:45.282 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.282 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.299 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.301 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.341 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.403 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.502 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@931452796(state=PENDING, result=null, callback=(continuation of Deferred@1354968927 after retry RPC after error@894467000) -> (continuation of Deferred@1019556132 after retry RPC after error@761999095) -> (continuation of Deferred@1687897554 after retry RPC after error@1386250050) -> (continuation of Deferred@1199126563 after retry RPC after error@856799917) -> (continuation of Deferred@219864264 after retry RPC after error@1553070150) -> (continuation of Deferred@1386703831 after retry RPC after error@1826449404) -> (continuation of Deferred@930744883 after retry RPC after error@1694144338), errback=(continuation of Deferred@1354968927 after retry RPC after error@894467000) -> (continuation of Deferred@1019556132 after retry RPC after error@761999095) -> (continuation of Deferred@1687897554 after retry RPC after error@1386250050) -> (continuation of Deferred@1199126563 after retry RPC after error@856799917) -> (continuation of Deferred@219864264 after retry RPC after error@1553070150) -> (continuation of Deferred@1386703831 after retry RPC after error@1826449404) -> (continuation of Deferred@930744883 after retry RPC after error@1694144338)))
12:17:45.503 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@931452796(state=PENDING, result=null, callback=(continuation of Deferred@1354968927 after retry RPC after error@894467000) -> (continuation of Deferred@1019556132 after retry RPC after error@761999095) -> (continuation of Deferred@1687897554 after retry RPC after error@1386250050) -> (continuation of Deferred@1199126563 after retry RPC after error@856799917) -> (continuation of Deferred@219864264 after retry RPC after error@1553070150) -> (continuation of Deferred@1386703831 after retry RPC after error@1826449404) -> (continuation of Deferred@930744883 after retry RPC after error@1694144338), errback=(continuation of Deferred@1354968927 after retry RPC after error@894467000) -> (continuation of Deferred@1019556132 after retry RPC after error@761999095) -> (continuation of Deferred@1687897554 after retry RPC after error@1386250050) -> (continuation of Deferred@1199126563 after retry RPC after error@856799917) -> (continuation of Deferred@219864264 after retry RPC after error@1553070150) -> (continuation of Deferred@1386703831 after retry RPC after error@1826449404) -> (continuation of Deferred@930744883 after retry RPC after error@1694144338)))
12:17:45.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.559 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.561 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.659 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.780 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [140ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@813984850(state=PENDING, result=null, callback=(continuation of Deferred@1233392203 after retry RPC after error@934430017) -> (continuation of Deferred@1811250153 after retry RPC after error@2021682233) -> (continuation of Deferred@301936424 after retry RPC after error@885188635) -> (continuation of Deferred@1948841817 after retry RPC after error@254979137) -> (continuation of Deferred@1742488800 after retry RPC after error@1149106736) -> (continuation of Deferred@2002542553 after retry RPC after error@1838593495) -> (continuation of Deferred@1760036801 after retry RPC after error@1139788950), errback=(continuation of Deferred@1233392203 after retry RPC after error@934430017) -> (continuation of Deferred@1811250153 after retry RPC after error@2021682233) -> (continuation of Deferred@301936424 after retry RPC after error@885188635) -> (continuation of Deferred@1948841817 after retry RPC after error@254979137) -> (continuation of Deferred@1742488800 after retry RPC after error@1149106736) -> (continuation of Deferred@2002542553 after retry RPC after error@1838593495) -> (continuation of Deferred@1760036801 after retry RPC after error@1139788950)))
12:17:45.781 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:45.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.821 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.879 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.881 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:45.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:45.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:45.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:45.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:45.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.039 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.043 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [240ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1056882107(state=PENDING, result=null, callback=(continuation of Deferred@1016043567 after retry RPC after error@1263856602) -> (continuation of Deferred@2109081413 after retry RPC after error@913210925) -> (continuation of Deferred@1994442287 after retry RPC after error@436664594) -> (continuation of Deferred@1464289592 after retry RPC after error@303942379) -> (continuation of Deferred@1656534841 after retry RPC after error@1340017685) -> (continuation of Deferred@582779487 after retry RPC after error@1586126449) -> (continuation of Deferred@1502097382 after retry RPC after error@1853898598), errback=(continuation of Deferred@1016043567 after retry RPC after error@1263856602) -> (continuation of Deferred@2109081413 after retry RPC after error@913210925) -> (continuation of Deferred@1994442287 after retry RPC after error@436664594) -> (continuation of Deferred@1464289592 after retry RPC after error@303942379) -> (continuation of Deferred@1656534841 after retry RPC after error@1340017685) -> (continuation of Deferred@582779487 after retry RPC after error@1586126449) -> (continuation of Deferred@1502097382 after retry RPC after error@1853898598)))
12:17:46.043 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [240ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1056882107(state=PENDING, result=null, callback=(continuation of Deferred@1016043567 after retry RPC after error@1263856602) -> (continuation of Deferred@2109081413 after retry RPC after error@913210925) -> (continuation of Deferred@1994442287 after retry RPC after error@436664594) -> (continuation of Deferred@1464289592 after retry RPC after error@303942379) -> (continuation of Deferred@1656534841 after retry RPC after error@1340017685) -> (continuation of Deferred@582779487 after retry RPC after error@1586126449) -> (continuation of Deferred@1502097382 after retry RPC after error@1853898598), errback=(continuation of Deferred@1016043567 after retry RPC after error@1263856602) -> (continuation of Deferred@2109081413 after retry RPC after error@913210925) -> (continuation of Deferred@1994442287 after retry RPC after error@436664594) -> (continuation of Deferred@1464289592 after retry RPC after error@303942379) -> (continuation of Deferred@1656534841 after retry RPC after error@1340017685) -> (continuation of Deferred@582779487 after retry RPC after error@1586126449) -> (continuation of Deferred@1502097382 after retry RPC after error@1853898598)))
12:17:46.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.121 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.223 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@477320156(state=PENDING, result=null, callback=(continuation of Deferred@1819496997 after retry RPC after error@2012604759) -> (continuation of Deferred@1104001841 after retry RPC after error@1193737575) -> (continuation of Deferred@833781212 after retry RPC after error@1775601132) -> (continuation of Deferred@1164816340 after retry RPC after error@894484443) -> (continuation of Deferred@388921392 after retry RPC after error@1376871900) -> (continuation of Deferred@2057986885 after retry RPC after error@1253352876), errback=(continuation of Deferred@1819496997 after retry RPC after error@2012604759) -> (continuation of Deferred@1104001841 after retry RPC after error@1193737575) -> (continuation of Deferred@833781212 after retry RPC after error@1775601132) -> (continuation of Deferred@1164816340 after retry RPC after error@894484443) -> (continuation of Deferred@388921392 after retry RPC after error@1376871900) -> (continuation of Deferred@2057986885 after retry RPC after error@1253352876)))
12:17:46.223 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@477320156(state=PENDING, result=null, callback=(continuation of Deferred@1819496997 after retry RPC after error@2012604759) -> (continuation of Deferred@1104001841 after retry RPC after error@1193737575) -> (continuation of Deferred@833781212 after retry RPC after error@1775601132) -> (continuation of Deferred@1164816340 after retry RPC after error@894484443) -> (continuation of Deferred@388921392 after retry RPC after error@1376871900) -> (continuation of Deferred@2057986885 after retry RPC after error@1253352876), errback=(continuation of Deferred@1819496997 after retry RPC after error@2012604759) -> (continuation of Deferred@1104001841 after retry RPC after error@1193737575) -> (continuation of Deferred@833781212 after retry RPC after error@1775601132) -> (continuation of Deferred@1164816340 after retry RPC after error@894484443) -> (continuation of Deferred@388921392 after retry RPC after error@1376871900) -> (continuation of Deferred@2057986885 after retry RPC after error@1253352876)))
12:17:46.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.261 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.263 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.283 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.301 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.381 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.401 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.403 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [140ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1180462781(state=PENDING, result=null, callback=(continuation of Deferred@1595941596 after retry RPC after error@1689138140) -> (continuation of Deferred@1990764091 after retry RPC after error@1394874325) -> (continuation of Deferred@223144367 after retry RPC after error@409537289) -> (continuation of Deferred@725872449 after retry RPC after error@1487593283) -> (continuation of Deferred@851530856 after retry RPC after error@1654665338) -> (continuation of Deferred@1445851784 after retry RPC after error@1492348873) -> (continuation of Deferred@1613300395 after retry RPC after error@65654068), errback=(continuation of Deferred@1595941596 after retry RPC after error@1689138140) -> (continuation of Deferred@1990764091 after retry RPC after error@1394874325) -> (continuation of Deferred@223144367 after retry RPC after error@409537289) -> (continuation of Deferred@725872449 after retry RPC after error@1487593283) -> (continuation of Deferred@851530856 after retry RPC after error@1654665338) -> (continuation of Deferred@1445851784 after retry RPC after error@1492348873) -> (continuation of Deferred@1613300395 after retry RPC after error@65654068)))
12:17:46.404 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [140ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1180462781(state=PENDING, result=null, callback=(continuation of Deferred@1595941596 after retry RPC after error@1689138140) -> (continuation of Deferred@1990764091 after retry RPC after error@1394874325) -> (continuation of Deferred@223144367 after retry RPC after error@409537289) -> (continuation of Deferred@725872449 after retry RPC after error@1487593283) -> (continuation of Deferred@851530856 after retry RPC after error@1654665338) -> (continuation of Deferred@1445851784 after retry RPC after error@1492348873) -> (continuation of Deferred@1613300395 after retry RPC after error@65654068), errback=(continuation of Deferred@1595941596 after retry RPC after error@1689138140) -> (continuation of Deferred@1990764091 after retry RPC after error@1394874325) -> (continuation of Deferred@223144367 after retry RPC after error@409537289) -> (continuation of Deferred@725872449 after retry RPC after error@1487593283) -> (continuation of Deferred@851530856 after retry RPC after error@1654665338) -> (continuation of Deferred@1445851784 after retry RPC after error@1492348873) -> (continuation of Deferred@1613300395 after retry RPC after error@65654068)))
12:17:46.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.481 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.623 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@295926136(state=PENDING, result=null, callback=(continuation of Deferred@1749935675 after retry RPC after error@406326001) -> (continuation of Deferred@422882052 after retry RPC after error@324430307) -> (continuation of Deferred@346896780 after retry RPC after error@1285215850) -> (continuation of Deferred@1892300918 after retry RPC after error@1358126845) -> (continuation of Deferred@770665526 after retry RPC after error@928826983) -> (continuation of Deferred@376721778 after retry RPC after error@1555755511), errback=(continuation of Deferred@1749935675 after retry RPC after error@406326001) -> (continuation of Deferred@422882052 after retry RPC after error@324430307) -> (continuation of Deferred@346896780 after retry RPC after error@1285215850) -> (continuation of Deferred@1892300918 after retry RPC after error@1358126845) -> (continuation of Deferred@770665526 after retry RPC after error@928826983) -> (continuation of Deferred@376721778 after retry RPC after error@1555755511)))
12:17:46.623 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@295926136(state=PENDING, result=null, callback=(continuation of Deferred@1749935675 after retry RPC after error@406326001) -> (continuation of Deferred@422882052 after retry RPC after error@324430307) -> (continuation of Deferred@346896780 after retry RPC after error@1285215850) -> (continuation of Deferred@1892300918 after retry RPC after error@1358126845) -> (continuation of Deferred@770665526 after retry RPC after error@928826983) -> (continuation of Deferred@376721778 after retry RPC after error@1555755511), errback=(continuation of Deferred@1749935675 after retry RPC after error@406326001) -> (continuation of Deferred@422882052 after retry RPC after error@324430307) -> (continuation of Deferred@346896780 after retry RPC after error@1285215850) -> (continuation of Deferred@1892300918 after retry RPC after error@1358126845) -> (continuation of Deferred@770665526 after retry RPC after error@928826983) -> (continuation of Deferred@376721778 after retry RPC after error@1555755511)))
12:17:46.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.719 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.821 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.843 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@601418368(state=PENDING, result=null, callback=(continuation of Deferred@1360636419 after retry RPC after error@1642909517) -> (continuation of Deferred@1707667642 after retry RPC after error@18913897) -> (continuation of Deferred@502620668 after retry RPC after error@451167144) -> (continuation of Deferred@948645230 after retry RPC after error@1031605188) -> (continuation of Deferred@196179734 after retry RPC after error@863014091) -> (continuation of Deferred@1391540118 after retry RPC after error@117912871) -> (continuation of Deferred@126806806 after retry RPC after error@808397304), errback=(continuation of Deferred@1360636419 after retry RPC after error@1642909517) -> (continuation of Deferred@1707667642 after retry RPC after error@18913897) -> (continuation of Deferred@502620668 after retry RPC after error@451167144) -> (continuation of Deferred@948645230 after retry RPC after error@1031605188) -> (continuation of Deferred@196179734 after retry RPC after error@863014091) -> (continuation of Deferred@1391540118 after retry RPC after error@117912871) -> (continuation of Deferred@126806806 after retry RPC after error@808397304)))
12:17:46.843 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@601418368(state=PENDING, result=null, callback=(continuation of Deferred@1360636419 after retry RPC after error@1642909517) -> (continuation of Deferred@1707667642 after retry RPC after error@18913897) -> (continuation of Deferred@502620668 after retry RPC after error@451167144) -> (continuation of Deferred@948645230 after retry RPC after error@1031605188) -> (continuation of Deferred@196179734 after retry RPC after error@863014091) -> (continuation of Deferred@1391540118 after retry RPC after error@117912871) -> (continuation of Deferred@126806806 after retry RPC after error@808397304), errback=(continuation of Deferred@1360636419 after retry RPC after error@1642909517) -> (continuation of Deferred@1707667642 after retry RPC after error@18913897) -> (continuation of Deferred@502620668 after retry RPC after error@451167144) -> (continuation of Deferred@948645230 after retry RPC after error@1031605188) -> (continuation of Deferred@196179734 after retry RPC after error@863014091) -> (continuation of Deferred@1391540118 after retry RPC after error@117912871) -> (continuation of Deferred@126806806 after retry RPC after error@808397304)))
12:17:46.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.901 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:46.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:46.961 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:46.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:46.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:46.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.021 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.023 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1047321020(state=PENDING, result=null, callback=(continuation of Deferred@1716849336 after retry RPC after error@600244279) -> (continuation of Deferred@1068479670 after retry RPC after error@1742089158) -> (continuation of Deferred@689503566 after retry RPC after error@851805922) -> (continuation of Deferred@1888325128 after retry RPC after error@642978756) -> (continuation of Deferred@1213163725 after retry RPC after error@1453528496) -> (continuation of Deferred@1245854882 after retry RPC after error@1949424413), errback=(continuation of Deferred@1716849336 after retry RPC after error@600244279) -> (continuation of Deferred@1068479670 after retry RPC after error@1742089158) -> (continuation of Deferred@689503566 after retry RPC after error@851805922) -> (continuation of Deferred@1888325128 after retry RPC after error@642978756) -> (continuation of Deferred@1213163725 after retry RPC after error@1453528496) -> (continuation of Deferred@1245854882 after retry RPC after error@1949424413)))
12:17:47.023 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1047321020(state=PENDING, result=null, callback=(continuation of Deferred@1716849336 after retry RPC after error@600244279) -> (continuation of Deferred@1068479670 after retry RPC after error@1742089158) -> (continuation of Deferred@689503566 after retry RPC after error@851805922) -> (continuation of Deferred@1888325128 after retry RPC after error@642978756) -> (continuation of Deferred@1213163725 after retry RPC after error@1453528496) -> (continuation of Deferred@1245854882 after retry RPC after error@1949424413), errback=(continuation of Deferred@1716849336 after retry RPC after error@600244279) -> (continuation of Deferred@1068479670 after retry RPC after error@1742089158) -> (continuation of Deferred@689503566 after retry RPC after error@851805922) -> (continuation of Deferred@1888325128 after retry RPC after error@642978756) -> (continuation of Deferred@1213163725 after retry RPC after error@1453528496) -> (continuation of Deferred@1245854882 after retry RPC after error@1949424413)))
12:17:47.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.081 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.159 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.161 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.263 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1868202364(state=PENDING, result=null, callback=(continuation of Deferred@542309242 after retry RPC after error@1524948653) -> (continuation of Deferred@1002839775 after retry RPC after error@11286970) -> (continuation of Deferred@932350974 after retry RPC after error@1275013655) -> (continuation of Deferred@1078261073 after retry RPC after error@566519050) -> (continuation of Deferred@44750775 after retry RPC after error@817363559) -> (continuation of Deferred@1472098141 after retry RPC after error@1431350421) -> (continuation of Deferred@26463975 after retry RPC after error@242772080), errback=(continuation of Deferred@542309242 after retry RPC after error@1524948653) -> (continuation of Deferred@1002839775 after retry RPC after error@11286970) -> (continuation of Deferred@932350974 after retry RPC after error@1275013655) -> (continuation of Deferred@1078261073 after retry RPC after error@566519050) -> (continuation of Deferred@44750775 after retry RPC after error@817363559) -> (continuation of Deferred@1472098141 after retry RPC after error@1431350421) -> (continuation of Deferred@26463975 after retry RPC after error@242772080)))
12:17:47.263 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1868202364(state=PENDING, result=null, callback=(continuation of Deferred@542309242 after retry RPC after error@1524948653) -> (continuation of Deferred@1002839775 after retry RPC after error@11286970) -> (continuation of Deferred@932350974 after retry RPC after error@1275013655) -> (continuation of Deferred@1078261073 after retry RPC after error@566519050) -> (continuation of Deferred@44750775 after retry RPC after error@817363559) -> (continuation of Deferred@1472098141 after retry RPC after error@1431350421) -> (continuation of Deferred@26463975 after retry RPC after error@242772080), errback=(continuation of Deferred@542309242 after retry RPC after error@1524948653) -> (continuation of Deferred@1002839775 after retry RPC after error@11286970) -> (continuation of Deferred@932350974 after retry RPC after error@1275013655) -> (continuation of Deferred@1078261073 after retry RPC after error@566519050) -> (continuation of Deferred@44750775 after retry RPC after error@817363559) -> (continuation of Deferred@1472098141 after retry RPC after error@1431350421) -> (continuation of Deferred@26463975 after retry RPC after error@242772080)))
12:17:47.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.299 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.399 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.421 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.519 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.541 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@815241022(state=PENDING, result=null, callback=(continuation of Deferred@1592441653 after retry RPC after error@1163733243) -> (continuation of Deferred@1113400524 after retry RPC after error@1325364702) -> (continuation of Deferred@1170693159 after retry RPC after error@1769062036) -> (continuation of Deferred@1109498930 after retry RPC after error@2009419821) -> (continuation of Deferred@144448662 after retry RPC after error@1820165647) -> (continuation of Deferred@577980350 after retry RPC after error@2137665509) -> (continuation of Deferred@402318386 after retry RPC after error@389502268) -> (continuation of Deferred@792837843 after retry RPC after error@33208793), errback=(continuation of Deferred@1592441653 after retry RPC after error@1163733243) -> (continuation of Deferred@1113400524 after retry RPC after error@1325364702) -> (continuation of Deferred@1170693159 after retry RPC after error@1769062036) -> (continuation of Deferred@1109498930 after retry RPC after error@2009419821) -> (continuation of Deferred@144448662 after retry RPC after error@1820165647) -> (continuation of Deferred@577980350 after retry RPC after error@2137665509) -> (continuation of Deferred@402318386 after retry RPC after error@389502268) -> (continuation of Deferred@792837843 after retry RPC after error@33208793)))
12:17:47.541 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:47.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.599 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.659 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.802 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [144ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1148758636(state=PENDING, result=null, callback=(continuation of Deferred@65469688 after retry RPC after error@1163744977) -> (continuation of Deferred@1656003032 after retry RPC after error@1671328808) -> (continuation of Deferred@1470842271 after retry RPC after error@2020571749) -> (continuation of Deferred@1054037737 after retry RPC after error@779897391) -> (continuation of Deferred@603354562 after retry RPC after error@541695883) -> (continuation of Deferred@67756405 after retry RPC after error@1223229161) -> (continuation of Deferred@1478548051 after retry RPC after error@888775451), errback=(continuation of Deferred@65469688 after retry RPC after error@1163744977) -> (continuation of Deferred@1656003032 after retry RPC after error@1671328808) -> (continuation of Deferred@1470842271 after retry RPC after error@2020571749) -> (continuation of Deferred@1054037737 after retry RPC after error@779897391) -> (continuation of Deferred@603354562 after retry RPC after error@541695883) -> (continuation of Deferred@67756405 after retry RPC after error@1223229161) -> (continuation of Deferred@1478548051 after retry RPC after error@888775451)))
12:17:47.803 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [144ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1148758636(state=PENDING, result=null, callback=(continuation of Deferred@65469688 after retry RPC after error@1163744977) -> (continuation of Deferred@1656003032 after retry RPC after error@1671328808) -> (continuation of Deferred@1470842271 after retry RPC after error@2020571749) -> (continuation of Deferred@1054037737 after retry RPC after error@779897391) -> (continuation of Deferred@603354562 after retry RPC after error@541695883) -> (continuation of Deferred@67756405 after retry RPC after error@1223229161) -> (continuation of Deferred@1478548051 after retry RPC after error@888775451), errback=(continuation of Deferred@65469688 after retry RPC after error@1163744977) -> (continuation of Deferred@1656003032 after retry RPC after error@1671328808) -> (continuation of Deferred@1470842271 after retry RPC after error@2020571749) -> (continuation of Deferred@1054037737 after retry RPC after error@779897391) -> (continuation of Deferred@603354562 after retry RPC after error@541695883) -> (continuation of Deferred@67756405 after retry RPC after error@1223229161) -> (continuation of Deferred@1478548051 after retry RPC after error@888775451)))
12:17:47.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:47.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:47.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:47.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:47.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:47.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.002 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@873935436(state=PENDING, result=null, callback=(continuation of Deferred@2031864311 after retry RPC after error@1489627906) -> (continuation of Deferred@1379803451 after retry RPC after error@1605827682) -> (continuation of Deferred@2026230290 after retry RPC after error@1866708979) -> (continuation of Deferred@1289188569 after retry RPC after error@610981069) -> (continuation of Deferred@1919534864 after retry RPC after error@15145601) -> (continuation of Deferred@2011289592 after retry RPC after error@90155381), errback=(continuation of Deferred@2031864311 after retry RPC after error@1489627906) -> (continuation of Deferred@1379803451 after retry RPC after error@1605827682) -> (continuation of Deferred@2026230290 after retry RPC after error@1866708979) -> (continuation of Deferred@1289188569 after retry RPC after error@610981069) -> (continuation of Deferred@1919534864 after retry RPC after error@15145601) -> (continuation of Deferred@2011289592 after retry RPC after error@90155381)))
12:17:48.003 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@873935436(state=PENDING, result=null, callback=(continuation of Deferred@2031864311 after retry RPC after error@1489627906) -> (continuation of Deferred@1379803451 after retry RPC after error@1605827682) -> (continuation of Deferred@2026230290 after retry RPC after error@1866708979) -> (continuation of Deferred@1289188569 after retry RPC after error@610981069) -> (continuation of Deferred@1919534864 after retry RPC after error@15145601) -> (continuation of Deferred@2011289592 after retry RPC after error@90155381), errback=(continuation of Deferred@2031864311 after retry RPC after error@1489627906) -> (continuation of Deferred@1379803451 after retry RPC after error@1605827682) -> (continuation of Deferred@2026230290 after retry RPC after error@1866708979) -> (continuation of Deferred@1289188569 after retry RPC after error@610981069) -> (continuation of Deferred@1919534864 after retry RPC after error@15145601) -> (continuation of Deferred@2011289592 after retry RPC after error@90155381)))
12:17:48.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.021 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.101 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.141 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:48.179872 1868 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 1)
12:17:48.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:48.185351 1868 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '96e0982aab9942cd864c4602a7ff3f14', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '96e0982aab9942cd864c4602a7ff3f14', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 1)
12:17:48.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:48.187425 1868 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.1.82.60:46599)
12:17:48.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.239 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.242 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [180ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [220ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@400651293(state=PENDING, result=null, callback=(continuation of Deferred@569522740 after retry RPC after error@1461255778) -> (continuation of Deferred@1172361670 after retry RPC after error@1497175291) -> (continuation of Deferred@1764664946 after retry RPC after error@2044047067) -> (continuation of Deferred@980954822 after retry RPC after error@190017470) -> (continuation of Deferred@391267728 after retry RPC after error@1126535895) -> (continuation of Deferred@944806507 after retry RPC after error@686701632) -> (continuation of Deferred@756384264 after retry RPC after error@1112084055) -> (continuation of Deferred@2130069431 after retry RPC after error@665024533), errback=(continuation of Deferred@569522740 after retry RPC after error@1461255778) -> (continuation of Deferred@1172361670 after retry RPC after error@1497175291) -> (continuation of Deferred@1764664946 after retry RPC after error@2044047067) -> (continuation of Deferred@980954822 after retry RPC after error@190017470) -> (continuation of Deferred@391267728 after retry RPC after error@1126535895) -> (continuation of Deferred@944806507 after retry RPC after error@686701632) -> (continuation of Deferred@756384264 after retry RPC after error@1112084055) -> (continuation of Deferred@2130069431 after retry RPC after error@665024533)))
12:17:48.243 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [180ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [220ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@400651293(state=PENDING, result=null, callback=(continuation of Deferred@569522740 after retry RPC after error@1461255778) -> (continuation of Deferred@1172361670 after retry RPC after error@1497175291) -> (continuation of Deferred@1764664946 after retry RPC after error@2044047067) -> (continuation of Deferred@980954822 after retry RPC after error@190017470) -> (continuation of Deferred@391267728 after retry RPC after error@1126535895) -> (continuation of Deferred@944806507 after retry RPC after error@686701632) -> (continuation of Deferred@756384264 after retry RPC after error@1112084055) -> (continuation of Deferred@2130069431 after retry RPC after error@665024533), errback=(continuation of Deferred@569522740 after retry RPC after error@1461255778) -> (continuation of Deferred@1172361670 after retry RPC after error@1497175291) -> (continuation of Deferred@1764664946 after retry RPC after error@2044047067) -> (continuation of Deferred@980954822 after retry RPC after error@190017470) -> (continuation of Deferred@391267728 after retry RPC after error@1126535895) -> (continuation of Deferred@944806507 after retry RPC after error@686701632) -> (continuation of Deferred@756384264 after retry RPC after error@1112084055) -> (continuation of Deferred@2130069431 after retry RPC after error@665024533)))
12:17:48.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.261 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.263 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.281 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.283 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.301 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.421 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.502 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@406724687(state=PENDING, result=null, callback=(continuation of Deferred@2032583597 after retry RPC after error@1616183095) -> (continuation of Deferred@116777035 after retry RPC after error@1864402050) -> (continuation of Deferred@542378336 after retry RPC after error@1732179738) -> (continuation of Deferred@1314960398 after retry RPC after error@630144468) -> (continuation of Deferred@630206220 after retry RPC after error@898009731) -> (continuation of Deferred@2123208953 after retry RPC after error@581987169) -> (continuation of Deferred@117229684 after retry RPC after error@128948410), errback=(continuation of Deferred@2032583597 after retry RPC after error@1616183095) -> (continuation of Deferred@116777035 after retry RPC after error@1864402050) -> (continuation of Deferred@542378336 after retry RPC after error@1732179738) -> (continuation of Deferred@1314960398 after retry RPC after error@630144468) -> (continuation of Deferred@630206220 after retry RPC after error@898009731) -> (continuation of Deferred@2123208953 after retry RPC after error@581987169) -> (continuation of Deferred@117229684 after retry RPC after error@128948410)))
12:17:48.502 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@406724687(state=PENDING, result=null, callback=(continuation of Deferred@2032583597 after retry RPC after error@1616183095) -> (continuation of Deferred@116777035 after retry RPC after error@1864402050) -> (continuation of Deferred@542378336 after retry RPC after error@1732179738) -> (continuation of Deferred@1314960398 after retry RPC after error@630144468) -> (continuation of Deferred@630206220 after retry RPC after error@898009731) -> (continuation of Deferred@2123208953 after retry RPC after error@581987169) -> (continuation of Deferred@117229684 after retry RPC after error@128948410), errback=(continuation of Deferred@2032583597 after retry RPC after error@1616183095) -> (continuation of Deferred@116777035 after retry RPC after error@1864402050) -> (continuation of Deferred@542378336 after retry RPC after error@1732179738) -> (continuation of Deferred@1314960398 after retry RPC after error@630144468) -> (continuation of Deferred@630206220 after retry RPC after error@898009731) -> (continuation of Deferred@2123208953 after retry RPC after error@581987169) -> (continuation of Deferred@117229684 after retry RPC after error@128948410)))
12:17:48.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.521 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.579 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.581 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.621 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.780 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1771122920(state=PENDING, result=null, callback=(continuation of Deferred@1116900582 after retry RPC after error@1419760423) -> (continuation of Deferred@1508412501 after retry RPC after error@966713840) -> (continuation of Deferred@1874702233 after retry RPC after error@1167155106) -> (continuation of Deferred@1476847969 after retry RPC after error@374932208) -> (continuation of Deferred@345679557 after retry RPC after error@1538885563) -> (continuation of Deferred@874192972 after retry RPC after error@1787558589) -> (continuation of Deferred@736548263 after retry RPC after error@1022696255), errback=(continuation of Deferred@1116900582 after retry RPC after error@1419760423) -> (continuation of Deferred@1508412501 after retry RPC after error@966713840) -> (continuation of Deferred@1874702233 after retry RPC after error@1167155106) -> (continuation of Deferred@1476847969 after retry RPC after error@374932208) -> (continuation of Deferred@345679557 after retry RPC after error@1538885563) -> (continuation of Deferred@874192972 after retry RPC after error@1787558589) -> (continuation of Deferred@736548263 after retry RPC after error@1022696255)))
12:17:48.781 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:48.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.821 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.841 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.921 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.923 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.961 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.963 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:48.963 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@2004490257(state=PENDING, result=null, callback=(continuation of Deferred@611236013 after retry RPC after error@2088454481) -> (continuation of Deferred@587407796 after retry RPC after error@69082965) -> (continuation of Deferred@1441031339 after retry RPC after error@1936957063) -> (continuation of Deferred@1237782492 after retry RPC after error@1037522182) -> (continuation of Deferred@1264631595 after retry RPC after error@612927334) -> (continuation of Deferred@1430308292 after retry RPC after error@1379452175) -> (continuation of Deferred@477077892 after retry RPC after error@2084349656), errback=(continuation of Deferred@611236013 after retry RPC after error@2088454481) -> (continuation of Deferred@587407796 after retry RPC after error@69082965) -> (continuation of Deferred@1441031339 after retry RPC after error@1936957063) -> (continuation of Deferred@1237782492 after retry RPC after error@1037522182) -> (continuation of Deferred@1264631595 after retry RPC after error@612927334) -> (continuation of Deferred@1430308292 after retry RPC after error@1379452175) -> (continuation of Deferred@477077892 after retry RPC after error@2084349656)))
12:17:48.964 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@2004490257(state=PENDING, result=null, callback=(continuation of Deferred@611236013 after retry RPC after error@2088454481) -> (continuation of Deferred@587407796 after retry RPC after error@69082965) -> (continuation of Deferred@1441031339 after retry RPC after error@1936957063) -> (continuation of Deferred@1237782492 after retry RPC after error@1037522182) -> (continuation of Deferred@1264631595 after retry RPC after error@612927334) -> (continuation of Deferred@1430308292 after retry RPC after error@1379452175) -> (continuation of Deferred@477077892 after retry RPC after error@2084349656), errback=(continuation of Deferred@611236013 after retry RPC after error@2088454481) -> (continuation of Deferred@587407796 after retry RPC after error@69082965) -> (continuation of Deferred@1441031339 after retry RPC after error@1936957063) -> (continuation of Deferred@1237782492 after retry RPC after error@1037522182) -> (continuation of Deferred@1264631595 after retry RPC after error@612927334) -> (continuation of Deferred@1430308292 after retry RPC after error@1379452175) -> (continuation of Deferred@477077892 after retry RPC after error@2084349656)))
12:17:48.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:48.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:48.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:48.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:48.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.019 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.021 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.101 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.183 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@2103809112(state=PENDING, result=null, callback=(continuation of Deferred@264816187 after retry RPC after error@332080312) -> (continuation of Deferred@2519793 after retry RPC after error@1370550777) -> (continuation of Deferred@411045098 after retry RPC after error@1378092454) -> (continuation of Deferred@1629897961 after retry RPC after error@927948301) -> (continuation of Deferred@800125778 after retry RPC after error@1573640759) -> (continuation of Deferred@236571755 after retry RPC after error@1131103379) -> (continuation of Deferred@1802048975 after retry RPC after error@1760588023), errback=(continuation of Deferred@264816187 after retry RPC after error@332080312) -> (continuation of Deferred@2519793 after retry RPC after error@1370550777) -> (continuation of Deferred@411045098 after retry RPC after error@1378092454) -> (continuation of Deferred@1629897961 after retry RPC after error@927948301) -> (continuation of Deferred@800125778 after retry RPC after error@1573640759) -> (continuation of Deferred@236571755 after retry RPC after error@1131103379) -> (continuation of Deferred@1802048975 after retry RPC after error@1760588023)))
12:17:49.183 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@2103809112(state=PENDING, result=null, callback=(continuation of Deferred@264816187 after retry RPC after error@332080312) -> (continuation of Deferred@2519793 after retry RPC after error@1370550777) -> (continuation of Deferred@411045098 after retry RPC after error@1378092454) -> (continuation of Deferred@1629897961 after retry RPC after error@927948301) -> (continuation of Deferred@800125778 after retry RPC after error@1573640759) -> (continuation of Deferred@236571755 after retry RPC after error@1131103379) -> (continuation of Deferred@1802048975 after retry RPC after error@1760588023), errback=(continuation of Deferred@264816187 after retry RPC after error@332080312) -> (continuation of Deferred@2519793 after retry RPC after error@1370550777) -> (continuation of Deferred@411045098 after retry RPC after error@1378092454) -> (continuation of Deferred@1629897961 after retry RPC after error@927948301) -> (continuation of Deferred@800125778 after retry RPC after error@1573640759) -> (continuation of Deferred@236571755 after retry RPC after error@1131103379) -> (continuation of Deferred@1802048975 after retry RPC after error@1760588023)))
12:17:49.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.219 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.279 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.281 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.461 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1931791898(state=PENDING, result=null, callback=(continuation of Deferred@615991379 after retry RPC after error@1158632149) -> (continuation of Deferred@1808598370 after retry RPC after error@1053577759) -> (continuation of Deferred@539451461 after retry RPC after error@528553838) -> (continuation of Deferred@484767721 after retry RPC after error@1080296128) -> (continuation of Deferred@1541044161 after retry RPC after error@1282875827) -> (continuation of Deferred@1998052459 after retry RPC after error@394637899) -> (continuation of Deferred@527018757 after retry RPC after error@1785101282), errback=(continuation of Deferred@615991379 after retry RPC after error@1158632149) -> (continuation of Deferred@1808598370 after retry RPC after error@1053577759) -> (continuation of Deferred@539451461 after retry RPC after error@528553838) -> (continuation of Deferred@484767721 after retry RPC after error@1080296128) -> (continuation of Deferred@1541044161 after retry RPC after error@1282875827) -> (continuation of Deferred@1998052459 after retry RPC after error@394637899) -> (continuation of Deferred@527018757 after retry RPC after error@1785101282)))
12:17:49.461 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:49.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.501 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.521 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.641 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.643 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1532521386(state=PENDING, result=null, callback=(continuation of Deferred@1781709962 after retry RPC after error@1441289328) -> (continuation of Deferred@1108748365 after retry RPC after error@1519066782) -> (continuation of Deferred@623001513 after retry RPC after error@847164585) -> (continuation of Deferred@1104787179 after retry RPC after error@1126444960) -> (continuation of Deferred@2001706778 after retry RPC after error@819181222) -> (continuation of Deferred@1009856697 after retry RPC after error@1586123184), errback=(continuation of Deferred@1781709962 after retry RPC after error@1441289328) -> (continuation of Deferred@1108748365 after retry RPC after error@1519066782) -> (continuation of Deferred@623001513 after retry RPC after error@847164585) -> (continuation of Deferred@1104787179 after retry RPC after error@1126444960) -> (continuation of Deferred@2001706778 after retry RPC after error@819181222) -> (continuation of Deferred@1009856697 after retry RPC after error@1586123184)))
12:17:49.643 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1532521386(state=PENDING, result=null, callback=(continuation of Deferred@1781709962 after retry RPC after error@1441289328) -> (continuation of Deferred@1108748365 after retry RPC after error@1519066782) -> (continuation of Deferred@623001513 after retry RPC after error@847164585) -> (continuation of Deferred@1104787179 after retry RPC after error@1126444960) -> (continuation of Deferred@2001706778 after retry RPC after error@819181222) -> (continuation of Deferred@1009856697 after retry RPC after error@1586123184), errback=(continuation of Deferred@1781709962 after retry RPC after error@1441289328) -> (continuation of Deferred@1108748365 after retry RPC after error@1519066782) -> (continuation of Deferred@623001513 after retry RPC after error@847164585) -> (continuation of Deferred@1104787179 after retry RPC after error@1126444960) -> (continuation of Deferred@2001706778 after retry RPC after error@819181222) -> (continuation of Deferred@1009856697 after retry RPC after error@1586123184)))
12:17:49.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.701 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.801 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.882 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [220ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1268580002(state=PENDING, result=null, callback=(continuation of Deferred@81696084 after retry RPC after error@1030301071) -> (continuation of Deferred@1696310957 after retry RPC after error@1239301442) -> (continuation of Deferred@962229528 after retry RPC after error@1298889441) -> (continuation of Deferred@1971159855 after retry RPC after error@1307673839) -> (continuation of Deferred@661244668 after retry RPC after error@826474626) -> (continuation of Deferred@675187070 after retry RPC after error@1764341354) -> (continuation of Deferred@8302489 after retry RPC after error@697366532), errback=(continuation of Deferred@81696084 after retry RPC after error@1030301071) -> (continuation of Deferred@1696310957 after retry RPC after error@1239301442) -> (continuation of Deferred@962229528 after retry RPC after error@1298889441) -> (continuation of Deferred@1971159855 after retry RPC after error@1307673839) -> (continuation of Deferred@661244668 after retry RPC after error@826474626) -> (continuation of Deferred@675187070 after retry RPC after error@1764341354) -> (continuation of Deferred@8302489 after retry RPC after error@697366532)))
12:17:49.883 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [220ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1268580002(state=PENDING, result=null, callback=(continuation of Deferred@81696084 after retry RPC after error@1030301071) -> (continuation of Deferred@1696310957 after retry RPC after error@1239301442) -> (continuation of Deferred@962229528 after retry RPC after error@1298889441) -> (continuation of Deferred@1971159855 after retry RPC after error@1307673839) -> (continuation of Deferred@661244668 after retry RPC after error@826474626) -> (continuation of Deferred@675187070 after retry RPC after error@1764341354) -> (continuation of Deferred@8302489 after retry RPC after error@697366532), errback=(continuation of Deferred@81696084 after retry RPC after error@1030301071) -> (continuation of Deferred@1696310957 after retry RPC after error@1239301442) -> (continuation of Deferred@962229528 after retry RPC after error@1298889441) -> (continuation of Deferred@1971159855 after retry RPC after error@1307673839) -> (continuation of Deferred@661244668 after retry RPC after error@826474626) -> (continuation of Deferred@675187070 after retry RPC after error@1764341354) -> (continuation of Deferred@8302489 after retry RPC after error@697366532)))
12:17:49.901 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.901 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.903 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:49.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:49.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:49.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:49.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:49.994747 2579 master_runner.cc:186] Error getting master registration for 127.1.82.62:46627: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111),
12:17:49.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:49.994949 2579 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:17:50.019 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.041 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.143 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [140ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1884386266(state=PENDING, result=null, callback=(continuation of Deferred@260785006 after retry RPC after error@1290530835) -> (continuation of Deferred@1592860152 after retry RPC after error@625310303) -> (continuation of Deferred@1887493546 after retry RPC after error@1677250753) -> (continuation of Deferred@892346267 after retry RPC after error@1000938720) -> (continuation of Deferred@1303571378 after retry RPC after error@1751733277) -> (continuation of Deferred@1569739340 after retry RPC after error@774703874) -> (continuation of Deferred@1956153870 after retry RPC after error@1450434876), errback=(continuation of Deferred@260785006 after retry RPC after error@1290530835) -> (continuation of Deferred@1592860152 after retry RPC after error@625310303) -> (continuation of Deferred@1887493546 after retry RPC after error@1677250753) -> (continuation of Deferred@892346267 after retry RPC after error@1000938720) -> (continuation of Deferred@1303571378 after retry RPC after error@1751733277) -> (continuation of Deferred@1569739340 after retry RPC after error@774703874) -> (continuation of Deferred@1956153870 after retry RPC after error@1450434876)))
12:17:50.143 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [140ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1884386266(state=PENDING, result=null, callback=(continuation of Deferred@260785006 after retry RPC after error@1290530835) -> (continuation of Deferred@1592860152 after retry RPC after error@625310303) -> (continuation of Deferred@1887493546 after retry RPC after error@1677250753) -> (continuation of Deferred@892346267 after retry RPC after error@1000938720) -> (continuation of Deferred@1303571378 after retry RPC after error@1751733277) -> (continuation of Deferred@1569739340 after retry RPC after error@774703874) -> (continuation of Deferred@1956153870 after retry RPC after error@1450434876), errback=(continuation of Deferred@260785006 after retry RPC after error@1290530835) -> (continuation of Deferred@1592860152 after retry RPC after error@625310303) -> (continuation of Deferred@1887493546 after retry RPC after error@1677250753) -> (continuation of Deferred@892346267 after retry RPC after error@1000938720) -> (continuation of Deferred@1303571378 after retry RPC after error@1751733277) -> (continuation of Deferred@1569739340 after retry RPC after error@774703874) -> (continuation of Deferred@1956153870 after retry RPC after error@1450434876)))
12:17:50.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.161 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.179 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.181 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.239 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.279 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.363 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1585716268(state=PENDING, result=null, callback=(continuation of Deferred@483868555 after retry RPC after error@132328870) -> (continuation of Deferred@2011041231 after retry RPC after error@155523684) -> (continuation of Deferred@751519648 after retry RPC after error@853266818) -> (continuation of Deferred@904659555 after retry RPC after error@349939840) -> (continuation of Deferred@1650134012 after retry RPC after error@241205748) -> (continuation of Deferred@1539994945 after retry RPC after error@303847696) -> (continuation of Deferred@673358916 after retry RPC after error@583532437), errback=(continuation of Deferred@483868555 after retry RPC after error@132328870) -> (continuation of Deferred@2011041231 after retry RPC after error@155523684) -> (continuation of Deferred@751519648 after retry RPC after error@853266818) -> (continuation of Deferred@904659555 after retry RPC after error@349939840) -> (continuation of Deferred@1650134012 after retry RPC after error@241205748) -> (continuation of Deferred@1539994945 after retry RPC after error@303847696) -> (continuation of Deferred@673358916 after retry RPC after error@583532437)))
12:17:50.363 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1585716268(state=PENDING, result=null, callback=(continuation of Deferred@483868555 after retry RPC after error@132328870) -> (continuation of Deferred@2011041231 after retry RPC after error@155523684) -> (continuation of Deferred@751519648 after retry RPC after error@853266818) -> (continuation of Deferred@904659555 after retry RPC after error@349939840) -> (continuation of Deferred@1650134012 after retry RPC after error@241205748) -> (continuation of Deferred@1539994945 after retry RPC after error@303847696) -> (continuation of Deferred@673358916 after retry RPC after error@583532437), errback=(continuation of Deferred@483868555 after retry RPC after error@132328870) -> (continuation of Deferred@2011041231 after retry RPC after error@155523684) -> (continuation of Deferred@751519648 after retry RPC after error@853266818) -> (continuation of Deferred@904659555 after retry RPC after error@349939840) -> (continuation of Deferred@1650134012 after retry RPC after error@241205748) -> (continuation of Deferred@1539994945 after retry RPC after error@303847696) -> (continuation of Deferred@673358916 after retry RPC after error@583532437)))
12:17:50.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.419 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.441 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.461 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.641 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1630769191(state=PENDING, result=null, callback=(continuation of Deferred@10999189 after retry RPC after error@1648435294) -> (continuation of Deferred@1570226035 after retry RPC after error@542682702) -> (continuation of Deferred@518905005 after retry RPC after error@1975868670) -> (continuation of Deferred@357107986 after retry RPC after error@1887895339) -> (continuation of Deferred@8281378 after retry RPC after error@1602474879) -> (continuation of Deferred@48189444 after retry RPC after error@1164417235) -> (continuation of Deferred@922896912 after retry RPC after error@1994092452), errback=(continuation of Deferred@10999189 after retry RPC after error@1648435294) -> (continuation of Deferred@1570226035 after retry RPC after error@542682702) -> (continuation of Deferred@518905005 after retry RPC after error@1975868670) -> (continuation of Deferred@357107986 after retry RPC after error@1887895339) -> (continuation of Deferred@8281378 after retry RPC after error@1602474879) -> (continuation of Deferred@48189444 after retry RPC after error@1164417235) -> (continuation of Deferred@922896912 after retry RPC after error@1994092452)))
12:17:50.641 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:50.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.681 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.701 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.779 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.781 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.821 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.823 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@662177730(state=PENDING, result=null, callback=(continuation of Deferred@1356240477 after retry RPC after error@273501169) -> (continuation of Deferred@60385554 after retry RPC after error@1689794740) -> (continuation of Deferred@12070400 after retry RPC after error@2060517157) -> (continuation of Deferred@852088980 after retry RPC after error@387001313) -> (continuation of Deferred@1444466477 after retry RPC after error@734800668) -> (continuation of Deferred@1463638921 after retry RPC after error@1240280236), errback=(continuation of Deferred@1356240477 after retry RPC after error@273501169) -> (continuation of Deferred@60385554 after retry RPC after error@1689794740) -> (continuation of Deferred@12070400 after retry RPC after error@2060517157) -> (continuation of Deferred@852088980 after retry RPC after error@387001313) -> (continuation of Deferred@1444466477 after retry RPC after error@734800668) -> (continuation of Deferred@1463638921 after retry RPC after error@1240280236)))
12:17:50.823 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@662177730(state=PENDING, result=null, callback=(continuation of Deferred@1356240477 after retry RPC after error@273501169) -> (continuation of Deferred@60385554 after retry RPC after error@1689794740) -> (continuation of Deferred@12070400 after retry RPC after error@2060517157) -> (continuation of Deferred@852088980 after retry RPC after error@387001313) -> (continuation of Deferred@1444466477 after retry RPC after error@734800668) -> (continuation of Deferred@1463638921 after retry RPC after error@1240280236), errback=(continuation of Deferred@1356240477 after retry RPC after error@273501169) -> (continuation of Deferred@60385554 after retry RPC after error@1689794740) -> (continuation of Deferred@12070400 after retry RPC after error@2060517157) -> (continuation of Deferred@852088980 after retry RPC after error@387001313) -> (continuation of Deferred@1444466477 after retry RPC after error@734800668) -> (continuation of Deferred@1463638921 after retry RPC after error@1240280236)))
12:17:50.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.899 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:50.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:50.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:50.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:50.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:50.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.104 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1298054862(state=PENDING, result=null, callback=(continuation of Deferred@1846013043 after retry RPC after error@706276420) -> (continuation of Deferred@1525149162 after retry RPC after error@1651998902) -> (continuation of Deferred@860003583 after retry RPC after error@1582640159) -> (continuation of Deferred@1001919106 after retry RPC after error@1695831923) -> (continuation of Deferred@1117162058 after retry RPC after error@894727123) -> (continuation of Deferred@1317231609 after retry RPC after error@158016149) -> (continuation of Deferred@2144939304 after retry RPC after error@1770329067), errback=(continuation of Deferred@1846013043 after retry RPC after error@706276420) -> (continuation of Deferred@1525149162 after retry RPC after error@1651998902) -> (continuation of Deferred@860003583 after retry RPC after error@1582640159) -> (continuation of Deferred@1001919106 after retry RPC after error@1695831923) -> (continuation of Deferred@1117162058 after retry RPC after error@894727123) -> (continuation of Deferred@1317231609 after retry RPC after error@158016149) -> (continuation of Deferred@2144939304 after retry RPC after error@1770329067)))
12:17:51.105 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:51.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.139 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.141 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.201 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.283 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.283 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@91368691(state=PENDING, result=null, callback=(continuation of Deferred@868883338 after retry RPC after error@1557555517) -> (continuation of Deferred@1378417765 after retry RPC after error@1185498983) -> (continuation of Deferred@635179635 after retry RPC after error@1244399732) -> (continuation of Deferred@1601314432 after retry RPC after error@1408034934) -> (continuation of Deferred@375797746 after retry RPC after error@1008988898) -> (continuation of Deferred@1944743416 after retry RPC after error@1207014571), errback=(continuation of Deferred@868883338 after retry RPC after error@1557555517) -> (continuation of Deferred@1378417765 after retry RPC after error@1185498983) -> (continuation of Deferred@635179635 after retry RPC after error@1244399732) -> (continuation of Deferred@1601314432 after retry RPC after error@1408034934) -> (continuation of Deferred@375797746 after retry RPC after error@1008988898) -> (continuation of Deferred@1944743416 after retry RPC after error@1207014571)))
12:17:51.284 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@91368691(state=PENDING, result=null, callback=(continuation of Deferred@868883338 after retry RPC after error@1557555517) -> (continuation of Deferred@1378417765 after retry RPC after error@1185498983) -> (continuation of Deferred@635179635 after retry RPC after error@1244399732) -> (continuation of Deferred@1601314432 after retry RPC after error@1408034934) -> (continuation of Deferred@375797746 after retry RPC after error@1008988898) -> (continuation of Deferred@1944743416 after retry RPC after error@1207014571), errback=(continuation of Deferred@868883338 after retry RPC after error@1557555517) -> (continuation of Deferred@1378417765 after retry RPC after error@1185498983) -> (continuation of Deferred@635179635 after retry RPC after error@1244399732) -> (continuation of Deferred@1601314432 after retry RPC after error@1408034934) -> (continuation of Deferred@375797746 after retry RPC after error@1008988898) -> (continuation of Deferred@1944743416 after retry RPC after error@1207014571)))
12:17:51.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.399 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.459 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.462 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@725383522(state=PENDING, result=null, callback=(continuation of Deferred@612336985 after retry RPC after error@749465191) -> (continuation of Deferred@1475683789 after retry RPC after error@524988728) -> (continuation of Deferred@1195879109 after retry RPC after error@879537308) -> (continuation of Deferred@1246309521 after retry RPC after error@12621713) -> (continuation of Deferred@2058028238 after retry RPC after error@728911691) -> (continuation of Deferred@677171984 after retry RPC after error@740599189), errback=(continuation of Deferred@612336985 after retry RPC after error@749465191) -> (continuation of Deferred@1475683789 after retry RPC after error@524988728) -> (continuation of Deferred@1195879109 after retry RPC after error@879537308) -> (continuation of Deferred@1246309521 after retry RPC after error@12621713) -> (continuation of Deferred@2058028238 after retry RPC after error@728911691) -> (continuation of Deferred@677171984 after retry RPC after error@740599189)))
12:17:51.462 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@725383522(state=PENDING, result=null, callback=(continuation of Deferred@612336985 after retry RPC after error@749465191) -> (continuation of Deferred@1475683789 after retry RPC after error@524988728) -> (continuation of Deferred@1195879109 after retry RPC after error@879537308) -> (continuation of Deferred@1246309521 after retry RPC after error@12621713) -> (continuation of Deferred@2058028238 after retry RPC after error@728911691) -> (continuation of Deferred@677171984 after retry RPC after error@740599189), errback=(continuation of Deferred@612336985 after retry RPC after error@749465191) -> (continuation of Deferred@1475683789 after retry RPC after error@524988728) -> (continuation of Deferred@1195879109 after retry RPC after error@879537308) -> (continuation of Deferred@1246309521 after retry RPC after error@12621713) -> (continuation of Deferred@2058028238 after retry RPC after error@728911691) -> (continuation of Deferred@677171984 after retry RPC after error@740599189)))
12:17:51.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.481 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.483 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.541 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.599 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.682 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@2107317338(state=PENDING, result=null, callback=(continuation of Deferred@46017378 after retry RPC after error@471570864) -> (continuation of Deferred@548866970 after retry RPC after error@90941978) -> (continuation of Deferred@1987933422 after retry RPC after error@921413000) -> (continuation of Deferred@773358356 after retry RPC after error@1987827639) -> (continuation of Deferred@1807488914 after retry RPC after error@9447560) -> (continuation of Deferred@1794771885 after retry RPC after error@1108651818) -> (continuation of Deferred@1226776701 after retry RPC after error@1212847550), errback=(continuation of Deferred@46017378 after retry RPC after error@471570864) -> (continuation of Deferred@548866970 after retry RPC after error@90941978) -> (continuation of Deferred@1987933422 after retry RPC after error@921413000) -> (continuation of Deferred@773358356 after retry RPC after error@1987827639) -> (continuation of Deferred@1807488914 after retry RPC after error@9447560) -> (continuation of Deferred@1794771885 after retry RPC after error@1108651818) -> (continuation of Deferred@1226776701 after retry RPC after error@1212847550)))
12:17:51.683 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@2107317338(state=PENDING, result=null, callback=(continuation of Deferred@46017378 after retry RPC after error@471570864) -> (continuation of Deferred@548866970 after retry RPC after error@90941978) -> (continuation of Deferred@1987933422 after retry RPC after error@921413000) -> (continuation of Deferred@773358356 after retry RPC after error@1987827639) -> (continuation of Deferred@1807488914 after retry RPC after error@9447560) -> (continuation of Deferred@1794771885 after retry RPC after error@1108651818) -> (continuation of Deferred@1226776701 after retry RPC after error@1212847550), errback=(continuation of Deferred@46017378 after retry RPC after error@471570864) -> (continuation of Deferred@548866970 after retry RPC after error@90941978) -> (continuation of Deferred@1987933422 after retry RPC after error@921413000) -> (continuation of Deferred@773358356 after retry RPC after error@1987827639) -> (continuation of Deferred@1807488914 after retry RPC after error@9447560) -> (continuation of Deferred@1794771885 after retry RPC after error@1108651818) -> (continuation of Deferred@1226776701 after retry RPC after error@1212847550)))
12:17:51.705 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.705 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.761 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.763 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.943 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=237), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [15ms] refreshing cache from master, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [16ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [16ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [17ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [17ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [34ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [36ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [36ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [36ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [37ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [56ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [56ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [57ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [58ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [75ms] refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [76ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [76ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [77ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [77ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [115ms] refreshing cache from master, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [116ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [116ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [117ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [117ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [155ms] refreshing cache from master, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [156ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [156ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [157ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [157ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [235ms] refreshing cache from master, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [236ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [236ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [237ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [237ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@816586707(state=PENDING, result=null, callback=(continuation of Deferred@22179693 after retry RPC after error@1711763374) -> (continuation of Deferred@1772840250 after retry RPC after error@967425371) -> (continuation of Deferred@731026436 after retry RPC after error@1991636167) -> (continuation of Deferred@1141231006 after retry RPC after error@808641312) -> (continuation of Deferred@264201110 after retry RPC after error@1450552682) -> (continuation of Deferred@1014428423 after retry RPC after error@469384266) -> (continuation of Deferred@1865244528 after retry RPC after error@348692738), errback=(continuation of Deferred@22179693 after retry RPC after error@1711763374) -> (continuation of Deferred@1772840250 after retry RPC after error@967425371) -> (continuation of Deferred@731026436 after retry RPC after error@1991636167) -> (continuation of Deferred@1141231006 after retry RPC after error@808641312) -> (continuation of Deferred@264201110 after retry RPC after error@1450552682) -> (continuation of Deferred@1014428423 after retry RPC after error@469384266) -> (continuation of Deferred@1865244528 after retry RPC after error@348692738)))
12:17:51.943 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=237), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [15ms] refreshing cache from master, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [16ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [16ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [17ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [17ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [34ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [36ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [36ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [36ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [37ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [56ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [56ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [57ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [58ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [75ms] refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [76ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [76ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [77ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [77ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [115ms] refreshing cache from master, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [116ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [116ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [117ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [117ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [155ms] refreshing cache from master, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [156ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [156ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [157ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [157ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [235ms] refreshing cache from master, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [236ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [236ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [237ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [237ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@816586707(state=PENDING, result=null, callback=(continuation of Deferred@22179693 after retry RPC after error@1711763374) -> (continuation of Deferred@1772840250 after retry RPC after error@967425371) -> (continuation of Deferred@731026436 after retry RPC after error@1991636167) -> (continuation of Deferred@1141231006 after retry RPC after error@808641312) -> (continuation of Deferred@264201110 after retry RPC after error@1450552682) -> (continuation of Deferred@1014428423 after retry RPC after error@469384266) -> (continuation of Deferred@1865244528 after retry RPC after error@348692738), errback=(continuation of Deferred@22179693 after retry RPC after error@1711763374) -> (continuation of Deferred@1772840250 after retry RPC after error@967425371) -> (continuation of Deferred@731026436 after retry RPC after error@1991636167) -> (continuation of Deferred@1141231006 after retry RPC after error@808641312) -> (continuation of Deferred@264201110 after retry RPC after error@1450552682) -> (continuation of Deferred@1014428423 after retry RPC after error@469384266) -> (continuation of Deferred@1865244528 after retry RPC after error@348692738)))
12:17:51.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.960 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.961 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:51.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:51.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:51.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:51.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:51.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.001 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.041 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.143 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@670438904(state=PENDING, result=null, callback=(continuation of Deferred@183720897 after retry RPC after error@8058732) -> (continuation of Deferred@180661409 after retry RPC after error@487203284) -> (continuation of Deferred@230116583 after retry RPC after error@1512119210) -> (continuation of Deferred@1974408683 after retry RPC after error@963091979) -> (continuation of Deferred@234892724 after retry RPC after error@1554946965) -> (continuation of Deferred@1369693606 after retry RPC after error@1420920415), errback=(continuation of Deferred@183720897 after retry RPC after error@8058732) -> (continuation of Deferred@180661409 after retry RPC after error@487203284) -> (continuation of Deferred@230116583 after retry RPC after error@1512119210) -> (continuation of Deferred@1974408683 after retry RPC after error@963091979) -> (continuation of Deferred@234892724 after retry RPC after error@1554946965) -> (continuation of Deferred@1369693606 after retry RPC after error@1420920415)))
12:17:52.143 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@670438904(state=PENDING, result=null, callback=(continuation of Deferred@183720897 after retry RPC after error@8058732) -> (continuation of Deferred@180661409 after retry RPC after error@487203284) -> (continuation of Deferred@230116583 after retry RPC after error@1512119210) -> (continuation of Deferred@1974408683 after retry RPC after error@963091979) -> (continuation of Deferred@234892724 after retry RPC after error@1554946965) -> (continuation of Deferred@1369693606 after retry RPC after error@1420920415), errback=(continuation of Deferred@183720897 after retry RPC after error@8058732) -> (continuation of Deferred@180661409 after retry RPC after error@487203284) -> (continuation of Deferred@230116583 after retry RPC after error@1512119210) -> (continuation of Deferred@1974408683 after retry RPC after error@963091979) -> (continuation of Deferred@234892724 after retry RPC after error@1554946965) -> (continuation of Deferred@1369693606 after retry RPC after error@1420920415)))
12:17:52.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.181 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.261 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.343 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.403 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1869254826(state=PENDING, result=null, callback=(continuation of Deferred@1112146963 after retry RPC after error@2088124984) -> (continuation of Deferred@1993144379 after retry RPC after error@1301858696) -> (continuation of Deferred@1600140980 after retry RPC after error@290048226) -> (continuation of Deferred@14022608 after retry RPC after error@193637067) -> (continuation of Deferred@1434581144 after retry RPC after error@173024274) -> (continuation of Deferred@630467071 after retry RPC after error@2073428852) -> (continuation of Deferred@562651558 after retry RPC after error@720548145), errback=(continuation of Deferred@1112146963 after retry RPC after error@2088124984) -> (continuation of Deferred@1993144379 after retry RPC after error@1301858696) -> (continuation of Deferred@1600140980 after retry RPC after error@290048226) -> (continuation of Deferred@14022608 after retry RPC after error@193637067) -> (continuation of Deferred@1434581144 after retry RPC after error@173024274) -> (continuation of Deferred@630467071 after retry RPC after error@2073428852) -> (continuation of Deferred@562651558 after retry RPC after error@720548145)))
12:17:52.403 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1869254826(state=PENDING, result=null, callback=(continuation of Deferred@1112146963 after retry RPC after error@2088124984) -> (continuation of Deferred@1993144379 after retry RPC after error@1301858696) -> (continuation of Deferred@1600140980 after retry RPC after error@290048226) -> (continuation of Deferred@14022608 after retry RPC after error@193637067) -> (continuation of Deferred@1434581144 after retry RPC after error@173024274) -> (continuation of Deferred@630467071 after retry RPC after error@2073428852) -> (continuation of Deferred@562651558 after retry RPC after error@720548145), errback=(continuation of Deferred@1112146963 after retry RPC after error@2088124984) -> (continuation of Deferred@1993144379 after retry RPC after error@1301858696) -> (continuation of Deferred@1600140980 after retry RPC after error@290048226) -> (continuation of Deferred@14022608 after retry RPC after error@193637067) -> (continuation of Deferred@1434581144 after retry RPC after error@173024274) -> (continuation of Deferred@630467071 after retry RPC after error@2073428852) -> (continuation of Deferred@562651558 after retry RPC after error@720548145)))
12:17:52.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.579 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.581 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.643 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@2071865138(state=PENDING, result=null, callback=(continuation of Deferred@1274315960 after retry RPC after error@942155514) -> (continuation of Deferred@1919716080 after retry RPC after error@2015458360) -> (continuation of Deferred@387968704 after retry RPC after error@1861817647) -> (continuation of Deferred@2027170058 after retry RPC after error@187110044) -> (continuation of Deferred@1663472854 after retry RPC after error@1171301872) -> (continuation of Deferred@479549497 after retry RPC after error@789912261) -> (continuation of Deferred@2026027989 after retry RPC after error@947744280), errback=(continuation of Deferred@1274315960 after retry RPC after error@942155514) -> (continuation of Deferred@1919716080 after retry RPC after error@2015458360) -> (continuation of Deferred@387968704 after retry RPC after error@1861817647) -> (continuation of Deferred@2027170058 after retry RPC after error@187110044) -> (continuation of Deferred@1663472854 after retry RPC after error@1171301872) -> (continuation of Deferred@479549497 after retry RPC after error@789912261) -> (continuation of Deferred@2026027989 after retry RPC after error@947744280)))
12:17:52.644 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@2071865138(state=PENDING, result=null, callback=(continuation of Deferred@1274315960 after retry RPC after error@942155514) -> (continuation of Deferred@1919716080 after retry RPC after error@2015458360) -> (continuation of Deferred@387968704 after retry RPC after error@1861817647) -> (continuation of Deferred@2027170058 after retry RPC after error@187110044) -> (continuation of Deferred@1663472854 after retry RPC after error@1171301872) -> (continuation of Deferred@479549497 after retry RPC after error@789912261) -> (continuation of Deferred@2026027989 after retry RPC after error@947744280), errback=(continuation of Deferred@1274315960 after retry RPC after error@942155514) -> (continuation of Deferred@1919716080 after retry RPC after error@2015458360) -> (continuation of Deferred@387968704 after retry RPC after error@1861817647) -> (continuation of Deferred@2027170058 after retry RPC after error@187110044) -> (continuation of Deferred@1663472854 after retry RPC after error@1171301872) -> (continuation of Deferred@479549497 after retry RPC after error@789912261) -> (continuation of Deferred@2026027989 after retry RPC after error@947744280)))
12:17:52.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.701 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.703 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.781 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.839 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.842 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@2129211352(state=PENDING, result=null, callback=(continuation of Deferred@591360710 after retry RPC after error@1830361170) -> (continuation of Deferred@1767636613 after retry RPC after error@1585159065) -> (continuation of Deferred@101350354 after retry RPC after error@594819273) -> (continuation of Deferred@367871476 after retry RPC after error@399029123) -> (continuation of Deferred@1120509507 after retry RPC after error@1090081955) -> (continuation of Deferred@1061448621 after retry RPC after error@1841464173), errback=(continuation of Deferred@591360710 after retry RPC after error@1830361170) -> (continuation of Deferred@1767636613 after retry RPC after error@1585159065) -> (continuation of Deferred@101350354 after retry RPC after error@594819273) -> (continuation of Deferred@367871476 after retry RPC after error@399029123) -> (continuation of Deferred@1120509507 after retry RPC after error@1090081955) -> (continuation of Deferred@1061448621 after retry RPC after error@1841464173)))
12:17:52.842 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@2129211352(state=PENDING, result=null, callback=(continuation of Deferred@591360710 after retry RPC after error@1830361170) -> (continuation of Deferred@1767636613 after retry RPC after error@1585159065) -> (continuation of Deferred@101350354 after retry RPC after error@594819273) -> (continuation of Deferred@367871476 after retry RPC after error@399029123) -> (continuation of Deferred@1120509507 after retry RPC after error@1090081955) -> (continuation of Deferred@1061448621 after retry RPC after error@1841464173), errback=(continuation of Deferred@591360710 after retry RPC after error@1830361170) -> (continuation of Deferred@1767636613 after retry RPC after error@1585159065) -> (continuation of Deferred@101350354 after retry RPC after error@594819273) -> (continuation of Deferred@367871476 after retry RPC after error@399029123) -> (continuation of Deferred@1120509507 after retry RPC after error@1090081955) -> (continuation of Deferred@1061448621 after retry RPC after error@1841464173)))
12:17:52.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.861 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.941 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:52.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:52.981 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:52.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:52.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:52.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.000 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.101 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.121 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@545096636(state=PENDING, result=null, callback=(continuation of Deferred@1161978323 after retry RPC after error@333598914) -> (continuation of Deferred@1893782880 after retry RPC after error@1020057763) -> (continuation of Deferred@1792436752 after retry RPC after error@1806910408) -> (continuation of Deferred@495898635 after retry RPC after error@1205672665) -> (continuation of Deferred@511868632 after retry RPC after error@1876870083) -> (continuation of Deferred@79382715 after retry RPC after error@723489063) -> (continuation of Deferred@652627490 after retry RPC after error@1069502950) -> (continuation of Deferred@1637820474 after retry RPC after error@912137095), errback=(continuation of Deferred@1161978323 after retry RPC after error@333598914) -> (continuation of Deferred@1893782880 after retry RPC after error@1020057763) -> (continuation of Deferred@1792436752 after retry RPC after error@1806910408) -> (continuation of Deferred@495898635 after retry RPC after error@1205672665) -> (continuation of Deferred@511868632 after retry RPC after error@1876870083) -> (continuation of Deferred@79382715 after retry RPC after error@723489063) -> (continuation of Deferred@652627490 after retry RPC after error@1069502950) -> (continuation of Deferred@1637820474 after retry RPC after error@912137095)))
12:17:53.121 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:53.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.181 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:53.268893 1868 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 1)
12:17:53.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:53.274353 1868 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '96e0982aab9942cd864c4602a7ff3f14', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '96e0982aab9942cd864c4602a7ff3f14', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599, num_attempts: 1)
12:17:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:53.276388 1868 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.1.82.60:46599)
12:17:53.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.303 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.319 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.321 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.322 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [180ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@368892275(state=PENDING, result=null, callback=(continuation of Deferred@1471814650 after retry RPC after error@189822006) -> (continuation of Deferred@705293013 after retry RPC after error@1506642342) -> (continuation of Deferred@1580149934 after retry RPC after error@1448477337) -> (continuation of Deferred@871110084 after retry RPC after error@106511014) -> (continuation of Deferred@565460127 after retry RPC after error@1192276218) -> (continuation of Deferred@344055785 after retry RPC after error@1531075541) -> (continuation of Deferred@1536345318 after retry RPC after error@424093710), errback=(continuation of Deferred@1471814650 after retry RPC after error@189822006) -> (continuation of Deferred@705293013 after retry RPC after error@1506642342) -> (continuation of Deferred@1580149934 after retry RPC after error@1448477337) -> (continuation of Deferred@871110084 after retry RPC after error@106511014) -> (continuation of Deferred@565460127 after retry RPC after error@1192276218) -> (continuation of Deferred@344055785 after retry RPC after error@1531075541) -> (continuation of Deferred@1536345318 after retry RPC after error@424093710)))
12:17:53.323 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [180ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@368892275(state=PENDING, result=null, callback=(continuation of Deferred@1471814650 after retry RPC after error@189822006) -> (continuation of Deferred@705293013 after retry RPC after error@1506642342) -> (continuation of Deferred@1580149934 after retry RPC after error@1448477337) -> (continuation of Deferred@871110084 after retry RPC after error@106511014) -> (continuation of Deferred@565460127 after retry RPC after error@1192276218) -> (continuation of Deferred@344055785 after retry RPC after error@1531075541) -> (continuation of Deferred@1536345318 after retry RPC after error@424093710), errback=(continuation of Deferred@1471814650 after retry RPC after error@189822006) -> (continuation of Deferred@705293013 after retry RPC after error@1506642342) -> (continuation of Deferred@1580149934 after retry RPC after error@1448477337) -> (continuation of Deferred@871110084 after retry RPC after error@106511014) -> (continuation of Deferred@565460127 after retry RPC after error@1192276218) -> (continuation of Deferred@344055785 after retry RPC after error@1531075541) -> (continuation of Deferred@1536345318 after retry RPC after error@424093710)))
12:17:53.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.361 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.379 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.379 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.381 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.562 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@947118235(state=PENDING, result=null, callback=(continuation of Deferred@1570349940 after retry RPC after error@1550408318) -> (continuation of Deferred@269512497 after retry RPC after error@935342736) -> (continuation of Deferred@659731743 after retry RPC after error@830382369) -> (continuation of Deferred@570702296 after retry RPC after error@342281146) -> (continuation of Deferred@640577124 after retry RPC after error@1646113833) -> (continuation of Deferred@1632930635 after retry RPC after error@1137555392) -> (continuation of Deferred@382053523 after retry RPC after error@435613342) -> (continuation of Deferred@1555898424 after retry RPC after error@1927348184), errback=(continuation of Deferred@1570349940 after retry RPC after error@1550408318) -> (continuation of Deferred@269512497 after retry RPC after error@935342736) -> (continuation of Deferred@659731743 after retry RPC after error@830382369) -> (continuation of Deferred@570702296 after retry RPC after error@342281146) -> (continuation of Deferred@640577124 after retry RPC after error@1646113833) -> (continuation of Deferred@1632930635 after retry RPC after error@1137555392) -> (continuation of Deferred@382053523 after retry RPC after error@435613342) -> (continuation of Deferred@1555898424 after retry RPC after error@1927348184)))
12:17:53.563 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@947118235(state=PENDING, result=null, callback=(continuation of Deferred@1570349940 after retry RPC after error@1550408318) -> (continuation of Deferred@269512497 after retry RPC after error@935342736) -> (continuation of Deferred@659731743 after retry RPC after error@830382369) -> (continuation of Deferred@570702296 after retry RPC after error@342281146) -> (continuation of Deferred@640577124 after retry RPC after error@1646113833) -> (continuation of Deferred@1632930635 after retry RPC after error@1137555392) -> (continuation of Deferred@382053523 after retry RPC after error@435613342) -> (continuation of Deferred@1555898424 after retry RPC after error@1927348184), errback=(continuation of Deferred@1570349940 after retry RPC after error@1550408318) -> (continuation of Deferred@269512497 after retry RPC after error@935342736) -> (continuation of Deferred@659731743 after retry RPC after error@830382369) -> (continuation of Deferred@570702296 after retry RPC after error@342281146) -> (continuation of Deferred@640577124 after retry RPC after error@1646113833) -> (continuation of Deferred@1632930635 after retry RPC after error@1137555392) -> (continuation of Deferred@382053523 after retry RPC after error@435613342) -> (continuation of Deferred@1555898424 after retry RPC after error@1927348184)))
12:17:53.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.581 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.641 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.803 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.840 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1115902458(state=PENDING, result=null, callback=(continuation of Deferred@1738929809 after retry RPC after error@1605846520) -> (continuation of Deferred@1609132727 after retry RPC after error@129887281) -> (continuation of Deferred@1340375849 after retry RPC after error@706320296) -> (continuation of Deferred@1051851918 after retry RPC after error@1451574029) -> (continuation of Deferred@1024683839 after retry RPC after error@1532038114) -> (continuation of Deferred@1790302602 after retry RPC after error@383021818) -> (continuation of Deferred@815304072 after retry RPC after error@1665506914) -> (continuation of Deferred@662204937 after retry RPC after error@311330750), errback=(continuation of Deferred@1738929809 after retry RPC after error@1605846520) -> (continuation of Deferred@1609132727 after retry RPC after error@129887281) -> (continuation of Deferred@1340375849 after retry RPC after error@706320296) -> (continuation of Deferred@1051851918 after retry RPC after error@1451574029) -> (continuation of Deferred@1024683839 after retry RPC after error@1532038114) -> (continuation of Deferred@1790302602 after retry RPC after error@383021818) -> (continuation of Deferred@815304072 after retry RPC after error@1665506914) -> (continuation of Deferred@662204937 after retry RPC after error@311330750)))
12:17:53.841 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:53.859 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.881 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:53.936995 3210 raft_consensus.cc:482] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4f7ec4f08fc94e0d8f8971bd7eb0968c)
12:17:53.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:53.937194 3210 raft_consensus.cc:504] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8e8730aa8f6419aaa0573756c2e6202" member_type: VOTER last_known_addr { host: "127.1.82.62" port: 46627 } } peers { permanent_uuid: "4f7ec4f08fc94e0d8f8971bd7eb0968c" member_type: VOTER last_known_addr { host: "127.1.82.61" port: 34131 } } peers { permanent_uuid: "daba6f8373014b6a8ea9b7c6b79b1c8f" member_type: VOTER last_known_addr { host: "127.1.82.60" port: 46599 } }
12:17:53.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:53.937973 3210 leader_election.cc:288] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627), 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131)
12:17:53.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:53.939039 2604 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111) [suppressed 1 similar messages]
12:17:53.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:53.940985 2603 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d8e8730aa8f6419aaa0573756c2e6202 (127.1.82.62:46627): Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111)
12:17:53.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:53.941303 2604 leader_election.cc:334] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4f7ec4f08fc94e0d8f8971bd7eb0968c (127.1.82.61:34131): Network error: Client connection negotiation failed: client connection to 127.1.82.61:34131: connect: Connection refused (error 111)
12:17:53.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:53.941437 2604 leader_election.cc:302] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: daba6f8373014b6a8ea9b7c6b79b1c8f; no voters: 4f7ec4f08fc94e0d8f8971bd7eb0968c, d8e8730aa8f6419aaa0573756c2e6202
12:17:53.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:53.941716 3210 raft_consensus.cc:2726] T 00000000000000000000000000000000 P daba6f8373014b6a8ea9b7c6b79b1c8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
12:17:53.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:53.979 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:53.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:53.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:53.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:53.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.039 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.081 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.084 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [224ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@530164771(state=PENDING, result=null, callback=(continuation of Deferred@222548583 after retry RPC after error@1753420885) -> (continuation of Deferred@412868884 after retry RPC after error@1244769936) -> (continuation of Deferred@1509072219 after retry RPC after error@690162572) -> (continuation of Deferred@1853345021 after retry RPC after error@703965837) -> (continuation of Deferred@1679876781 after retry RPC after error@1441725134) -> (continuation of Deferred@86955178 after retry RPC after error@25933632) -> (continuation of Deferred@1658652758 after retry RPC after error@1078441545), errback=(continuation of Deferred@222548583 after retry RPC after error@1753420885) -> (continuation of Deferred@412868884 after retry RPC after error@1244769936) -> (continuation of Deferred@1509072219 after retry RPC after error@690162572) -> (continuation of Deferred@1853345021 after retry RPC after error@703965837) -> (continuation of Deferred@1679876781 after retry RPC after error@1441725134) -> (continuation of Deferred@86955178 after retry RPC after error@25933632) -> (continuation of Deferred@1658652758 after retry RPC after error@1078441545)))
12:17:54.085 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [43ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [224ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@530164771(state=PENDING, result=null, callback=(continuation of Deferred@222548583 after retry RPC after error@1753420885) -> (continuation of Deferred@412868884 after retry RPC after error@1244769936) -> (continuation of Deferred@1509072219 after retry RPC after error@690162572) -> (continuation of Deferred@1853345021 after retry RPC after error@703965837) -> (continuation of Deferred@1679876781 after retry RPC after error@1441725134) -> (continuation of Deferred@86955178 after retry RPC after error@25933632) -> (continuation of Deferred@1658652758 after retry RPC after error@1078441545), errback=(continuation of Deferred@222548583 after retry RPC after error@1753420885) -> (continuation of Deferred@412868884 after retry RPC after error@1244769936) -> (continuation of Deferred@1509072219 after retry RPC after error@690162572) -> (continuation of Deferred@1853345021 after retry RPC after error@703965837) -> (continuation of Deferred@1679876781 after retry RPC after error@1441725134) -> (continuation of Deferred@86955178 after retry RPC after error@25933632) -> (continuation of Deferred@1658652758 after retry RPC after error@1078441545)))
12:17:54.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.101 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.159 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.181 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.183 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.203 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.239 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.241 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.342 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@835918334(state=PENDING, result=null, callback=(continuation of Deferred@1112586276 after retry RPC after error@190937011) -> (continuation of Deferred@1740189674 after retry RPC after error@1309459978) -> (continuation of Deferred@156943991 after retry RPC after error@151446528) -> (continuation of Deferred@669932725 after retry RPC after error@268104404) -> (continuation of Deferred@1355605026 after retry RPC after error@1859398879) -> (continuation of Deferred@998956612 after retry RPC after error@1665066931) -> (continuation of Deferred@1424286210 after retry RPC after error@463052437) -> (continuation of Deferred@1988893532 after retry RPC after error@1654352193), errback=(continuation of Deferred@1112586276 after retry RPC after error@190937011) -> (continuation of Deferred@1740189674 after retry RPC after error@1309459978) -> (continuation of Deferred@156943991 after retry RPC after error@151446528) -> (continuation of Deferred@669932725 after retry RPC after error@268104404) -> (continuation of Deferred@1355605026 after retry RPC after error@1859398879) -> (continuation of Deferred@998956612 after retry RPC after error@1665066931) -> (continuation of Deferred@1424286210 after retry RPC after error@463052437) -> (continuation of Deferred@1988893532 after retry RPC after error@1654352193)))
12:17:54.343 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@835918334(state=PENDING, result=null, callback=(continuation of Deferred@1112586276 after retry RPC after error@190937011) -> (continuation of Deferred@1740189674 after retry RPC after error@1309459978) -> (continuation of Deferred@156943991 after retry RPC after error@151446528) -> (continuation of Deferred@669932725 after retry RPC after error@268104404) -> (continuation of Deferred@1355605026 after retry RPC after error@1859398879) -> (continuation of Deferred@998956612 after retry RPC after error@1665066931) -> (continuation of Deferred@1424286210 after retry RPC after error@463052437) -> (continuation of Deferred@1988893532 after retry RPC after error@1654352193), errback=(continuation of Deferred@1112586276 after retry RPC after error@190937011) -> (continuation of Deferred@1740189674 after retry RPC after error@1309459978) -> (continuation of Deferred@156943991 after retry RPC after error@151446528) -> (continuation of Deferred@669932725 after retry RPC after error@268104404) -> (continuation of Deferred@1355605026 after retry RPC after error@1859398879) -> (continuation of Deferred@998956612 after retry RPC after error@1665066931) -> (continuation of Deferred@1424286210 after retry RPC after error@463052437) -> (continuation of Deferred@1988893532 after retry RPC after error@1654352193)))
12:17:54.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.361 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.401 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.502 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1882771977(state=PENDING, result=null, callback=(continuation of Deferred@154493281 after retry RPC after error@144436177) -> (continuation of Deferred@1185622491 after retry RPC after error@1890911133) -> (continuation of Deferred@1386830467 after retry RPC after error@87815780) -> (continuation of Deferred@440525545 after retry RPC after error@1110488023) -> (continuation of Deferred@1515553872 after retry RPC after error@512424) -> (continuation of Deferred@365182443 after retry RPC after error@1387109007), errback=(continuation of Deferred@154493281 after retry RPC after error@144436177) -> (continuation of Deferred@1185622491 after retry RPC after error@1890911133) -> (continuation of Deferred@1386830467 after retry RPC after error@87815780) -> (continuation of Deferred@440525545 after retry RPC after error@1110488023) -> (continuation of Deferred@1515553872 after retry RPC after error@512424) -> (continuation of Deferred@365182443 after retry RPC after error@1387109007)))
12:17:54.502 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [63ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1882771977(state=PENDING, result=null, callback=(continuation of Deferred@154493281 after retry RPC after error@144436177) -> (continuation of Deferred@1185622491 after retry RPC after error@1890911133) -> (continuation of Deferred@1386830467 after retry RPC after error@87815780) -> (continuation of Deferred@440525545 after retry RPC after error@1110488023) -> (continuation of Deferred@1515553872 after retry RPC after error@512424) -> (continuation of Deferred@365182443 after retry RPC after error@1387109007), errback=(continuation of Deferred@154493281 after retry RPC after error@144436177) -> (continuation of Deferred@1185622491 after retry RPC after error@1890911133) -> (continuation of Deferred@1386830467 after retry RPC after error@87815780) -> (continuation of Deferred@440525545 after retry RPC after error@1110488023) -> (continuation of Deferred@1515553872 after retry RPC after error@512424) -> (continuation of Deferred@365182443 after retry RPC after error@1387109007)))
12:17:54.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.560 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.561 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.580 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.601 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.640 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.743 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [220ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1339831996(state=PENDING, result=null, callback=(continuation of Deferred@178296597 after retry RPC after error@1576638102) -> (continuation of Deferred@441168660 after retry RPC after error@873209655) -> (continuation of Deferred@974794396 after retry RPC after error@734417519) -> (continuation of Deferred@1825740560 after retry RPC after error@955504666) -> (continuation of Deferred@1408663382 after retry RPC after error@1253706349) -> (continuation of Deferred@849903165 after retry RPC after error@339559290) -> (continuation of Deferred@1959891556 after retry RPC after error@1856116721), errback=(continuation of Deferred@178296597 after retry RPC after error@1576638102) -> (continuation of Deferred@441168660 after retry RPC after error@873209655) -> (continuation of Deferred@974794396 after retry RPC after error@734417519) -> (continuation of Deferred@1825740560 after retry RPC after error@955504666) -> (continuation of Deferred@1408663382 after retry RPC after error@1253706349) -> (continuation of Deferred@849903165 after retry RPC after error@339559290) -> (continuation of Deferred@1959891556 after retry RPC after error@1856116721)))
12:17:54.743 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [120ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [220ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1339831996(state=PENDING, result=null, callback=(continuation of Deferred@178296597 after retry RPC after error@1576638102) -> (continuation of Deferred@441168660 after retry RPC after error@873209655) -> (continuation of Deferred@974794396 after retry RPC after error@734417519) -> (continuation of Deferred@1825740560 after retry RPC after error@955504666) -> (continuation of Deferred@1408663382 after retry RPC after error@1253706349) -> (continuation of Deferred@849903165 after retry RPC after error@339559290) -> (continuation of Deferred@1959891556 after retry RPC after error@1856116721), errback=(continuation of Deferred@178296597 after retry RPC after error@1576638102) -> (continuation of Deferred@441168660 after retry RPC after error@873209655) -> (continuation of Deferred@974794396 after retry RPC after error@734417519) -> (continuation of Deferred@1825740560 after retry RPC after error@955504666) -> (continuation of Deferred@1408663382 after retry RPC after error@1253706349) -> (continuation of Deferred@849903165 after retry RPC after error@339559290) -> (continuation of Deferred@1959891556 after retry RPC after error@1856116721)))
12:17:54.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.761 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.763 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.781 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.800 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.820 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:54.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:54.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:54.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:54.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:54.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:54.996475 2579 master_runner.cc:186] Error getting master registration for 127.1.82.62:46627: Network error: Client connection negotiation failed: client connection to 127.1.82.62:46627: connect: Connection refused (error 111),
12:17:54.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:54.996814 2579 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:17:55.021 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1981729494(state=PENDING, result=null, callback=(continuation of Deferred@571493490 after retry RPC after error@809068093) -> (continuation of Deferred@358255597 after retry RPC after error@361933802) -> (continuation of Deferred@901842678 after retry RPC after error@1320322813) -> (continuation of Deferred@267807013 after retry RPC after error@263937738) -> (continuation of Deferred@846204797 after retry RPC after error@1747972768) -> (continuation of Deferred@1412170177 after retry RPC after error@20207744) -> (continuation of Deferred@856532028 after retry RPC after error@614529551), errback=(continuation of Deferred@571493490 after retry RPC after error@809068093) -> (continuation of Deferred@358255597 after retry RPC after error@361933802) -> (continuation of Deferred@901842678 after retry RPC after error@1320322813) -> (continuation of Deferred@267807013 after retry RPC after error@263937738) -> (continuation of Deferred@846204797 after retry RPC after error@1747972768) -> (continuation of Deferred@1412170177 after retry RPC after error@20207744) -> (continuation of Deferred@856532028 after retry RPC after error@614529551)))
12:17:55.021 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
12:17:55.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.040 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.060 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.080 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.119 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.183 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.183 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1398276508(state=PENDING, result=null, callback=(continuation of Deferred@1129539372 after retry RPC after error@1762734801) -> (continuation of Deferred@2027842274 after retry RPC after error@1805238404) -> (continuation of Deferred@858501340 after retry RPC after error@1405914066) -> (continuation of Deferred@1481536051 after retry RPC after error@2113274974) -> (continuation of Deferred@322303596 after retry RPC after error@613449155) -> (continuation of Deferred@258231432 after retry RPC after error@1115516366), errback=(continuation of Deferred@1129539372 after retry RPC after error@1762734801) -> (continuation of Deferred@2027842274 after retry RPC after error@1805238404) -> (continuation of Deferred@858501340 after retry RPC after error@1405914066) -> (continuation of Deferred@1481536051 after retry RPC after error@2113274974) -> (continuation of Deferred@322303596 after retry RPC after error@613449155) -> (continuation of Deferred@258231432 after retry RPC after error@1115516366)))
12:17:55.184 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1398276508(state=PENDING, result=null, callback=(continuation of Deferred@1129539372 after retry RPC after error@1762734801) -> (continuation of Deferred@2027842274 after retry RPC after error@1805238404) -> (continuation of Deferred@858501340 after retry RPC after error@1405914066) -> (continuation of Deferred@1481536051 after retry RPC after error@2113274974) -> (continuation of Deferred@322303596 after retry RPC after error@613449155) -> (continuation of Deferred@258231432 after retry RPC after error@1115516366), errback=(continuation of Deferred@1129539372 after retry RPC after error@1762734801) -> (continuation of Deferred@2027842274 after retry RPC after error@1805238404) -> (continuation of Deferred@858501340 after retry RPC after error@1405914066) -> (continuation of Deferred@1481536051 after retry RPC after error@2113274974) -> (continuation of Deferred@322303596 after retry RPC after error@613449155) -> (continuation of Deferred@258231432 after retry RPC after error@1115516366)))
12:17:55.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.239 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.241 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.260 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.280 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.299 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.300 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.301 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.421 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@37833804(state=PENDING, result=null, callback=(continuation of Deferred@947754770 after retry RPC after error@2043948372) -> (continuation of Deferred@698688418 after retry RPC after error@562964982) -> (continuation of Deferred@1973415890 after retry RPC after error@771343032) -> (continuation of Deferred@759254166 after retry RPC after error@2110787921) -> (continuation of Deferred@2000388166 after retry RPC after error@338976795) -> (continuation of Deferred@859220983 after retry RPC after error@1318157913) -> (continuation of Deferred@1694760573 after retry RPC after error@1375759998), errback=(continuation of Deferred@947754770 after retry RPC after error@2043948372) -> (continuation of Deferred@698688418 after retry RPC after error@562964982) -> (continuation of Deferred@1973415890 after retry RPC after error@771343032) -> (continuation of Deferred@759254166 after retry RPC after error@2110787921) -> (continuation of Deferred@2000388166 after retry RPC after error@338976795) -> (continuation of Deferred@859220983 after retry RPC after error@1318157913) -> (continuation of Deferred@1694760573 after retry RPC after error@1375759998)))
12:17:55.423 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@37833804(state=PENDING, result=null, callback=(continuation of Deferred@947754770 after retry RPC after error@2043948372) -> (continuation of Deferred@698688418 after retry RPC after error@562964982) -> (continuation of Deferred@1973415890 after retry RPC after error@771343032) -> (continuation of Deferred@759254166 after retry RPC after error@2110787921) -> (continuation of Deferred@2000388166 after retry RPC after error@338976795) -> (continuation of Deferred@859220983 after retry RPC after error@1318157913) -> (continuation of Deferred@1694760573 after retry RPC after error@1375759998), errback=(continuation of Deferred@947754770 after retry RPC after error@2043948372) -> (continuation of Deferred@698688418 after retry RPC after error@562964982) -> (continuation of Deferred@1973415890 after retry RPC after error@771343032) -> (continuation of Deferred@759254166 after retry RPC after error@2110787921) -> (continuation of Deferred@2000388166 after retry RPC after error@338976795) -> (continuation of Deferred@859220983 after retry RPC after error@1318157913) -> (continuation of Deferred@1694760573 after retry RPC after error@1375759998)))
12:17:55.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.440 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.460 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.480 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.500 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.501 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.520 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.523 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.540 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.600 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.601 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.620 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.660 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.662 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1994791959(state=PENDING, result=null, callback=(continuation of Deferred@1140816958 after retry RPC after error@1601655303) -> (continuation of Deferred@1037209207 after retry RPC after error@2064788350) -> (continuation of Deferred@1135912622 after retry RPC after error@649470901) -> (continuation of Deferred@264151074 after retry RPC after error@1704801136) -> (continuation of Deferred@66742459 after retry RPC after error@340154618) -> (continuation of Deferred@1845708256 after retry RPC after error@1653210595) -> (continuation of Deferred@845606585 after retry RPC after error@339865991) -> (continuation of Deferred@1612290730 after retry RPC after error@1305613743), errback=(continuation of Deferred@1140816958 after retry RPC after error@1601655303) -> (continuation of Deferred@1037209207 after retry RPC after error@2064788350) -> (continuation of Deferred@1135912622 after retry RPC after error@649470901) -> (continuation of Deferred@264151074 after retry RPC after error@1704801136) -> (continuation of Deferred@66742459 after retry RPC after error@340154618) -> (continuation of Deferred@1845708256 after retry RPC after error@1653210595) -> (continuation of Deferred@845606585 after retry RPC after error@339865991) -> (continuation of Deferred@1612290730 after retry RPC after error@1305613743)))
12:17:55.663 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1994791959(state=PENDING, result=null, callback=(continuation of Deferred@1140816958 after retry RPC after error@1601655303) -> (continuation of Deferred@1037209207 after retry RPC after error@2064788350) -> (continuation of Deferred@1135912622 after retry RPC after error@649470901) -> (continuation of Deferred@264151074 after retry RPC after error@1704801136) -> (continuation of Deferred@66742459 after retry RPC after error@340154618) -> (continuation of Deferred@1845708256 after retry RPC after error@1653210595) -> (continuation of Deferred@845606585 after retry RPC after error@339865991) -> (continuation of Deferred@1612290730 after retry RPC after error@1305613743), errback=(continuation of Deferred@1140816958 after retry RPC after error@1601655303) -> (continuation of Deferred@1037209207 after retry RPC after error@2064788350) -> (continuation of Deferred@1135912622 after retry RPC after error@649470901) -> (continuation of Deferred@264151074 after retry RPC after error@1704801136) -> (continuation of Deferred@66742459 after retry RPC after error@340154618) -> (continuation of Deferred@1845708256 after retry RPC after error@1653210595) -> (continuation of Deferred@845606585 after retry RPC after error@339865991) -> (continuation of Deferred@1612290730 after retry RPC after error@1305613743)))
12:17:55.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.680 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.700 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.720 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.721 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.740 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.760 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.779 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.780 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.781 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.839 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.840 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.842 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1680089666(state=PENDING, result=null, callback=(continuation of Deferred@1029192564 after retry RPC after error@2108037559) -> (continuation of Deferred@1473991578 after retry RPC after error@313019665) -> (continuation of Deferred@1851213739 after retry RPC after error@603033719) -> (continuation of Deferred@784027664 after retry RPC after error@2125156371) -> (continuation of Deferred@714422898 after retry RPC after error@88634751) -> (continuation of Deferred@1904713238 after retry RPC after error@1426613245), errback=(continuation of Deferred@1029192564 after retry RPC after error@2108037559) -> (continuation of Deferred@1473991578 after retry RPC after error@313019665) -> (continuation of Deferred@1851213739 after retry RPC after error@603033719) -> (continuation of Deferred@784027664 after retry RPC after error@2125156371) -> (continuation of Deferred@714422898 after retry RPC after error@88634751) -> (continuation of Deferred@1904713238 after retry RPC after error@1426613245)))
12:17:55.842 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [0ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [80ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1680089666(state=PENDING, result=null, callback=(continuation of Deferred@1029192564 after retry RPC after error@2108037559) -> (continuation of Deferred@1473991578 after retry RPC after error@313019665) -> (continuation of Deferred@1851213739 after retry RPC after error@603033719) -> (continuation of Deferred@784027664 after retry RPC after error@2125156371) -> (continuation of Deferred@714422898 after retry RPC after error@88634751) -> (continuation of Deferred@1904713238 after retry RPC after error@1426613245), errback=(continuation of Deferred@1029192564 after retry RPC after error@2108037559) -> (continuation of Deferred@1473991578 after retry RPC after error@313019665) -> (continuation of Deferred@1851213739 after retry RPC after error@603033719) -> (continuation of Deferred@784027664 after retry RPC after error@2125156371) -> (continuation of Deferred@714422898 after retry RPC after error@88634751) -> (continuation of Deferred@1904713238 after retry RPC after error@1426613245)))
12:17:55.860 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.861 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.880 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.900 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.920 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.940 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.941 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:55.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:55.980 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:55.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:55.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:55.983 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:56.020 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:56.021 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:56.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:56.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:56.100 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:56.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:56.103 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1520630254(state=PENDING, result=null, callback=(continuation of Deferred@971584975 after retry RPC after error@1176014742) -> (continuation of Deferred@869846354 after retry RPC after error@2130194254) -> (continuation of Deferred@248457747 after retry RPC after error@212430947) -> (continuation of Deferred@2045681401 after retry RPC after error@1188256981) -> (continuation of Deferred@825981358 after retry RPC after error@1985363330) -> (continuation of Deferred@2076343527 after retry RPC after error@657171134) -> (continuation of Deferred@1295473148 after retry RPC after error@172677109), errback=(continuation of Deferred@971584975 after retry RPC after error@1176014742) -> (continuation of Deferred@869846354 after retry RPC after error@2130194254) -> (continuation of Deferred@248457747 after retry RPC after error@212430947) -> (continuation of Deferred@2045681401 after retry RPC after error@1188256981) -> (continuation of Deferred@825981358 after retry RPC after error@1985363330) -> (continuation of Deferred@2076343527 after retry RPC after error@657171134) -> (continuation of Deferred@1295473148 after retry RPC after error@172677109)))
12:17:56.103 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, deferred=Deferred@1520630254(state=PENDING, result=null, callback=(continuation of Deferred@971584975 after retry RPC after error@1176014742) -> (continuation of Deferred@869846354 after retry RPC after error@2130194254) -> (continuation of Deferred@248457747 after retry RPC after error@212430947) -> (continuation of Deferred@2045681401 after retry RPC after error@1188256981) -> (continuation of Deferred@825981358 after retry RPC after error@1985363330) -> (continuation of Deferred@2076343527 after retry RPC after error@657171134) -> (continuation of Deferred@1295473148 after retry RPC after error@172677109), errback=(continuation of Deferred@971584975 after retry RPC after error@1176014742) -> (continuation of Deferred@869846354 after retry RPC after error@2130194254) -> (continuation of Deferred@248457747 after retry RPC after error@212430947) -> (continuation of Deferred@2045681401 after retry RPC after error@1188256981) -> (continuation of Deferred@825981358 after retry RPC after error@1985363330) -> (continuation of Deferred@2076343527 after retry RPC after error@657171134) -> (continuation of Deferred@1295473148 after retry RPC after error@172677109)))
12:17:56.120 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:56.121 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:56.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:56.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:56.140 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:56.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:56.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:56.160 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:56.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.161 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:56.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:56.180 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:56.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:56.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:56.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:56.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:56.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:56.220 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:56.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:56.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:56.240 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:56.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:56.320 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:56.321 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:56.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.323 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:56.323 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1467016489(state=PENDING, result=null, callback=(continuation of Deferred@848360775 after retry RPC after error@1575660173) -> (continuation of Deferred@729234934 after retry RPC after error@2080300060) -> (continuation of Deferred@1316037865 after retry RPC after error@1187463528) -> (continuation of Deferred@1414352075 after retry RPC after error@1507751010) -> (continuation of Deferred@516900316 after retry RPC after error@1660914540) -> (continuation of Deferred@1550493932 after retry RPC after error@1992145511) -> (continuation of Deferred@305717449 after retry RPC after error@209894665), errback=(continuation of Deferred@848360775 after retry RPC after error@1575660173) -> (continuation of Deferred@729234934 after retry RPC after error@2080300060) -> (continuation of Deferred@1316037865 after retry RPC after error@1187463528) -> (continuation of Deferred@1414352075 after retry RPC after error@1507751010) -> (continuation of Deferred@516900316 after retry RPC after error@1660914540) -> (continuation of Deferred@1550493932 after retry RPC after error@1992145511) -> (continuation of Deferred@305717449 after retry RPC after error@209894665)))
12:17:56.324 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, deferred=Deferred@1467016489(state=PENDING, result=null, callback=(continuation of Deferred@848360775 after retry RPC after error@1575660173) -> (continuation of Deferred@729234934 after retry RPC after error@2080300060) -> (continuation of Deferred@1316037865 after retry RPC after error@1187463528) -> (continuation of Deferred@1414352075 after retry RPC after error@1507751010) -> (continuation of Deferred@516900316 after retry RPC after error@1660914540) -> (continuation of Deferred@1550493932 after retry RPC after error@1992145511) -> (continuation of Deferred@305717449 after retry RPC after error@209894665), errback=(continuation of Deferred@848360775 after retry RPC after error@1575660173) -> (continuation of Deferred@729234934 after retry RPC after error@2080300060) -> (continuation of Deferred@1316037865 after retry RPC after error@1187463528) -> (continuation of Deferred@1414352075 after retry RPC after error@1507751010) -> (continuation of Deferred@516900316 after retry RPC after error@1660914540) -> (continuation of Deferred@1550493932 after retry RPC after error@1992145511) -> (continuation of Deferred@305717449 after retry RPC after error@209894665)))
12:17:56.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:56.340 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:56.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.343 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:56.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:56.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:56.360 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:56.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:56.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:56.380 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:56.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:56.400 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:56.401 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:56.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:56.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.62:46627(127.1.82.62:46627)] connecting to peer
12:17:56.420 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.82.61:34131(127.1.82.61:34131)] connecting to peer
12:17:56.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.62:46627(127.1.82.62:46627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.62:46627: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627
12:17:56.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.82.61:34131(127.1.82.61:34131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.82.61:34131: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131
12:17:56.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:56.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=33, TimeoutTracker(timeout=50000, elapsed=49449), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [9ms] refreshing cache from master, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [10ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [10ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [11ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [12ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [30ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [30ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [32ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [32ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [49ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [50ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [51ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [52ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [52ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [68ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [69ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [69ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [71ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [71ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [109ms] refreshing cache from master, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [110ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [110ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [112ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [112ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [149ms] refreshing cache from master, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [149ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [151ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [151ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [152ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [169ms] refreshing cache from master, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [170ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [170ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [173ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [174ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [348ms] refreshing cache from master, [348ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [348ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [349ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [349ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [349ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [350ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [350ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [389ms] refreshing cache from master, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [390ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [390ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [391ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [391ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [788ms] refreshing cache from master, [788ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [789ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [789ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [789ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [790ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [790ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [791ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1649ms] refreshing cache from master, [1649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1651ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1651ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1651ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1653ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [1654ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1654ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2668ms] refreshing cache from master, [2668ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [2669ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [2669ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2669ms] too many traces: truncated at 100 traces, deferred=Deferred@123672436(state=PENDING, result=null, callback=(continuation of Deferred@620610718 after retry RPC after error@103648263) -> (continuation of Deferred@1373708207 after retry RPC after error@779765328) -> (continuation of Deferred@1693036085 after retry RPC after error@240016155) -> (continuation of Deferred@1460351258 after retry RPC after error@733980013) -> (continuation of Deferred@34487849 after retry RPC after error@2120494064) -> (continuation of Deferred@1885951687 after retry RPC after error@640352618) -> (continuation of Deferred@1437048048 after retry RPC after error@172168735) -> (continuation of Deferred@816228094 after retry RPC after error@1316540881) -> (continuation of Deferred@668046578 after retry RPC after error@892374521) -> (continuation of Deferred@816073975 after retry RPC after error@945481067) -> (continuation of Deferred@327651478 after retry RPC after error@577345626) -> (continuation of Deferred@817408788 after retry RPC after error@1596350933) -> (continuation of Deferred@1888115079 after retry RPC after error@508540036) -> (continuation of Deferred@1801083986 after retry RPC after error@127836197) -> (continuation of Deferred@637175600 after retry RPC after error@1181940895) -> (continuation of Deferred@2146664655 after retry RPC after error@228497564) -> (continuation of Deferred@2091666712 after retry RPC after error@770428950) -> (continuation of Deferred@1325254812 after retry RPC after error@937354151) -> (continuation of Deferred@688172233 after retry RPC after error@1520214687) -> (continuation of Deferred@2055547000 after retry RPC after error@981876564) -> (continuation of Deferred@921218601 after retry RPC after error@157248049) -> (continuation of Deferred@1523209610 after retry RPC after error@1362996504) -> (continuation of Deferred@576182512 after retry RPC after error@1345003625) -> (continuation of Deferred@1489328611 after retry RPC after error@1680632462) -> (continuation of Deferred@2023800483 after retry RPC after error@1895948726) -> (continuation of Deferred@58303540 after retry RPC after error@75941583) -> (continuation of Deferred@2033067354 after retry RPC after error@123500440) -> (continuation of Deferred@1237986115 after retry RPC after error@2076720139) -> (continuation of Deferred@1942274781 after retry RPC after error@398498698) -> (continuation of Deferred@264776194 after retry RPC after error@903505812) -> (continuation of Deferred@1616746968 after retry RPC after error@1943159442) -> (continuation of Deferred@1023737552 after retry RPC after error@1527040035), errback=(continuation of Deferred@620610718 after retry RPC after error@103648263) -> (continuation of Deferred@1373708207 after retry RPC after error@779765328) -> (continuation of Deferred@1693036085 after retry RPC after error@240016155) -> (continuation of Deferred@1460351258 after retry RPC after error@733980013) -> (continuation of Deferred@34487849 after retry RPC after error@2120494064) -> (continuation of Deferred@1885951687 after retry RPC after error@640352618) -> (continuation of Deferred@1437048048 after retry RPC after error@172168735) -> (continuation of Deferred@816228094 after retry RPC after error@1316540881) -> (continuation of Deferred@668046578 after retry RPC after error@892374521) -> (continuation of Deferred@816073975 after retry RPC after error@945481067) -> (continuation of Deferred@327651478 after retry RPC after error@577345626) -> (continuation of Deferred@817408788 after retry RPC after error@1596350933) -> (continuation of Deferred@1888115079 after retry RPC after error@508540036) -> (continuation of Deferred@1801083986 after retry RPC after error@127836197) -> (continuation of Deferred@637175600 after retry RPC after error@1181940895) -> (continuation of Deferred@2146664655 after retry RPC after error@228497564) -> (continuation of Deferred@2091666712 after retry RPC after error@770428950) -> (continuation of Deferred@1325254812 after retry RPC after error@937354151) -> (continuation of Deferred@688172233 after retry RPC after error@1520214687) -> (continuation of Deferred@2055547000 after retry RPC after error@981876564) -> (continuation of Deferred@921218601 after retry RPC after error@157248049) -> (continuation of Deferred@1523209610 after retry RPC after error@1362996504) -> (continuation of Deferred@576182512 after retry RPC after error@1345003625) -> (continuation of Deferred@1489328611 after retry RPC after error@1680632462) -> (continuation of Deferred@2023800483 after retry RPC after error@1895948726) -> (continuation of Deferred@58303540 after retry RPC after error@75941583) -> (continuation of Deferred@2033067354 after retry RPC after error@123500440) -> (continuation of Deferred@1237986115 after retry RPC after error@2076720139) -> (continuation of Deferred@1942274781 after retry RPC after error@398498698) -> (continuation of Deferred@264776194 after retry RPC after error@903505812) -> (continuation of Deferred@1616746968 after retry RPC after error@1943159442) -> (continuation of Deferred@1023737552 after retry RPC after error@1527040035)))
12:17:56.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599; will retry
12:17:56.425 [DEBUG - main] (Connection.java:575) [peer master-127.1.82.60:46599(127.1.82.60:46599)] disconnecting while in state READY
12:17:56.425 [DEBUG - main] (Connection.java:575) [peer master-127.1.82.61:34131(127.1.82.61:34131)] disconnecting while in state TERMINATED
12:17:56.425 [DEBUG - main] (Connection.java:575) [peer master-127.1.82.62:46627(127.1.82.62:46627)] disconnecting while in state TERMINATED
12:17:56.425 [DEBUG - main] (Connection.java:575) [peer d93ce903656d484ab736208430604c64(127.1.82.3:35739)] disconnecting while in state READY
12:17:56.426 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.82.60:46599(127.1.82.60:46599)] handling channelInactive
12:17:56.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.82.60:46599(127.1.82.60:46599)] cleaning up while in state READY due to: connection closed
12:17:56.426 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
12:17:56.427 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d93ce903656d484ab736208430604c64(127.1.82.3:35739)] handling channelInactive
12:17:56.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d93ce903656d484ab736208430604c64(127.1.82.3:35739)] cleaning up while in state READY due to: connection closed
12:17:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:56.427830 1352 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu pid 1768
12:17:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:56.446323 1988 generic_service.cc:196] Checking for leaks (request via RPC)
12:17:56.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:56.603459 1352 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu with pid 1768
12:17:56.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:56.643980 1352 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu pid 2005
12:17:56.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:56.652303 2189 generic_service.cc:196] Checking for leaks (request via RPC)
12:17:56.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:56.696503 2232 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.82.1:39435: connect: Connection refused (error 111)
12:17:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 12:17:56.698166 2232 consensus_peers.cc:487] T 96e0982aab9942cd864c4602a7ff3f14 P d93ce903656d484ab736208430604c64 -> Peer bf5ccf0d03994f81bba54d22bd796b9f (127.1.82.1:39435): Couldn't send request to peer bf5ccf0d03994f81bba54d22bd796b9f. Status: Network error: Client connection negotiation failed: client connection to 127.1.82.1:39435: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
12:17:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:56.760190 1352 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu with pid 2005
12:17:56.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:56.787734 1352 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu pid 2202
12:17:56.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:56.795858 2392 generic_service.cc:196] Checking for leaks (request via RPC)
12:17:56.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:56.906955 1352 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu with pid 2202
12:17:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:56.936137 1352 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu pid 2579
12:17:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:56.943246 2677 generic_service.cc:196] Checking for leaks (request via RPC)
12:17:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 12:17:57.099948 1352 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHZdzQG/build/asan/bin/kudu with pid 2579
12:17:57.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T12:17:57Z chronyd exiting
12:17:57.282 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=33, TimeoutTracker(timeout=50000, elapsed=49449), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [9ms] refreshing cache from master, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [10ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [10ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [11ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [12ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [30ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [30ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [32ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [32ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [49ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [50ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [51ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [52ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [52ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [68ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [69ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [69ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [71ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [71ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [109ms] refreshing cache from master, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [110ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [110ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [112ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [112ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [149ms] refreshing cache from master, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [149ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [151ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [151ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [152ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [169ms] refreshing cache from master, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [170ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [170ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [173ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [174ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [348ms] refreshing cache from master, [348ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [348ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [349ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [349ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [349ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [350ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [350ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [389ms] refreshing cache from master, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [390ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [390ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [391ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [391ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [788ms] refreshing cache from master, [788ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [789ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [789ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [789ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [790ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [790ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [791ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1649ms] refreshing cache from master, [1649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1651ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1651ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1651ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1653ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [1654ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1654ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2668ms] refreshing cache from master, [2668ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [2669ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [2669ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2669ms] too many traces: truncated at 100 traces, deferred=Deferred@123672436(state=PENDING, result=null, callback=(continuation of Deferred@620610718 after retry RPC after error@103648263) -> (continuation of Deferred@1373708207 after retry RPC after error@779765328) -> (continuation of Deferred@1693036085 after retry RPC after error@240016155) -> (continuation of Deferred@1460351258 after retry RPC after error@733980013) -> (continuation of Deferred@34487849 after retry RPC after error@2120494064) -> (continuation of Deferred@1885951687 after retry RPC after error@640352618) -> (continuation of Deferred@1437048048 after retry RPC after error@172168735) -> (continuation of Deferred@816228094 after retry RPC after error@1316540881) -> (continuation of Deferred@668046578 after retry RPC after error@892374521) -> (continuation of Deferred@816073975 after retry RPC after error@945481067) -> (continuation of Deferred@327651478 after retry RPC after error@577345626) -> (continuation of Deferred@817408788 after retry RPC after error@1596350933) -> (continuation of Deferred@1888115079 after retry RPC after error@508540036) -> (continuation of Deferred@1801083986 after retry RPC after error@127836197) -> (continuation of Deferred@637175600 after retry RPC after error@1181940895) -> (continuation of Deferred@2146664655 after retry RPC after error@228497564) -> (continuation of Deferred@2091666712 after retry RPC after error@770428950) -> (continuation of Deferred@1325254812 after retry RPC after error@937354151) -> (continuation of Deferred@688172233 after retry RPC after error@1520214687) -> (continuation of Deferred@2055547000 after retry RPC after error@981876564) -> (continuation of Deferred@921218601 after retry RPC after error@157248049) -> (continuation of Deferred@1523209610 after retry RPC after error@1362996504) -> (continuation of Deferred@576182512 after retry RPC after error@1345003625) -> (continuation of Deferred@1489328611 after retry RPC after error@1680632462) -> (continuation of Deferred@2023800483 after retry RPC after error@1895948726) -> (continuation of Deferred@58303540 after retry RPC after error@75941583) -> (continuation of Deferred@2033067354 after retry RPC after error@123500440) -> (continuation of Deferred@1237986115 after retry RPC after error@2076720139) -> (continuation of Deferred@1942274781 after retry RPC after error@398498698) -> (continuation of Deferred@264776194 after retry RPC after error@903505812) -> (continuation of Deferred@1616746968 after retry RPC after error@1943159442) -> (continuation of Deferred@1023737552 after retry RPC after error@1527040035), errback=(continuation of Deferred@620610718 after retry RPC after error@103648263) -> (continuation of Deferred@1373708207 after retry RPC after error@779765328) -> (continuation of Deferred@1693036085 after retry RPC after error@240016155) -> (continuation of Deferred@1460351258 after retry RPC after error@733980013) -> (continuation of Deferred@34487849 after retry RPC after error@2120494064) -> (continuation of Deferred@1885951687 after retry RPC after error@640352618) -> (continuation of Deferred@1437048048 after retry RPC after error@172168735) -> (continuation of Deferred@816228094 after retry RPC after error@1316540881) -> (continuation of Deferred@668046578 after retry RPC after error@892374521) -> (continuation of Deferred@816073975 after retry RPC after error@945481067) -> (continuation of Deferred@327651478 after retry RPC after error@577345626) -> (continuation of Deferred@817408788 after retry RPC after error@1596350933) -> (continuation of Deferred@1888115079 after retry RPC after error@508540036) -> (continuation of Deferred@1801083986 after retry RPC after error@127836197) -> (continuation of Deferred@637175600 after retry RPC after error@1181940895) -> (continuation of Deferred@2146664655 after retry RPC after error@228497564) -> (continuation of Deferred@2091666712 after retry RPC after error@770428950) -> (continuation of Deferred@1325254812 after retry RPC after error@937354151) -> (continuation of Deferred@688172233 after retry RPC after error@1520214687) -> (continuation of Deferred@2055547000 after retry RPC after error@981876564) -> (continuation of Deferred@921218601 after retry RPC after error@157248049) -> (continuation of Deferred@1523209610 after retry RPC after error@1362996504) -> (continuation of Deferred@576182512 after retry RPC after error@1345003625) -> (continuation of Deferred@1489328611 after retry RPC after error@1680632462) -> (continuation of Deferred@2023800483 after retry RPC after error@1895948726) -> (continuation of Deferred@58303540 after retry RPC after error@75941583) -> (continuation of Deferred@2033067354 after retry RPC after error@123500440) -> (continuation of Deferred@1237986115 after retry RPC after error@2076720139) -> (continuation of Deferred@1942274781 after retry RPC after error@398498698) -> (continuation of Deferred@264776194 after retry RPC after error@903505812) -> (continuation of Deferred@1616746968 after retry RPC after error@1943159442) -> (continuation of Deferred@1023737552 after retry RPC after error@1527040035)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=33, TimeoutTracker(timeout=50000, elapsed=49449), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [9ms] refreshing cache from master, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [10ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [10ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [11ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [12ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [30ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [30ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [32ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [32ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [49ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [50ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [51ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [52ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [52ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [68ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [69ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [69ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [71ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [71ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [109ms] refreshing cache from master, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [110ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [110ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [112ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [112ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [149ms] refreshing cache from master, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [149ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [151ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [151ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [152ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [169ms] refreshing cache from master, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [170ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [170ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [173ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [174ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [348ms] refreshing cache from master, [348ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [348ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [349ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [349ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [349ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [350ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [350ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [389ms] refreshing cache from master, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [390ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [390ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [391ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [391ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [788ms] refreshing cache from master, [788ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [789ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [789ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [789ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [790ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [790ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [791ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1649ms] refreshing cache from master, [1649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [1651ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.62:46627: Network error: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627, [1651ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [1651ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [1653ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.60:46599: OK, [1654ms] Sub RPC ConnectToMaster: received response from server master-127.1.82.61:34131: Network error: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [1654ms] delaying RPC due to: Service unavailable: Master config (127.1.82.62:46627,127.1.82.61:34131,127.1.82.60:46599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.62:46627(127.1.82.62:46627): Connection refused: /127.1.82.62:46627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.82.61:34131(127.1.82.61:34131): Connection refused: /127.1.82.61:34131, [2668ms] refreshing cache from master, [2668ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.62:46627, [2669ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.61:34131, [2669ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.82.60:46599, [2669ms] too many traces: truncated at 100 traces, deferred=Deferred@123672436(state=PENDING, result=null, callback=(continuation of Deferred@620610718 after retry RPC after error@103648263) -> (continuation of Deferred@1373708207 after retry RPC after error@779765328) -> (continuation of Deferred@1693036085 after retry RPC after error@240016155) -> (continuation of Deferred@1460351258 after retry RPC after error@733980013) -> (continuation of Deferred@34487849 after retry RPC after error@2120494064) -> (continuation of Deferred@1885951687 after retry RPC after error@640352618) -> (continuation of Deferred@1437048048 after retry RPC after error@172168735) -> (continuation of Deferred@816228094 after retry RPC after error@1316540881) -> (continuation of Deferred@668046578 after retry RPC after error@892374521) -> (continuation of Deferred@816073975 after retry RPC after error@945481067) -> (continuation of Deferred@327651478 after retry RPC after error@577345626) -> (continuation of Deferred@817408788 after retry RPC after error@1596350933) -> (continuation of Deferred@1888115079 after retry RPC after error@508540036) -> (continuation of Deferred@1801083986 after retry RPC after error@127836197) -> (continuation of Deferred@637175600 after retry RPC after error@1181940895) -> (continuation of Deferred@2146664655 after retry RPC after error@228497564) -> (continuation of Deferred@2091666712 after retry RPC after error@770428950) -> (continuation of Deferred@1325254812 after retry RPC after error@937354151) -> (continuation of Deferred@688172233 after retry RPC after error@1520214687) -> (continuation of Deferred@2055547000 after retry RPC after error@981876564) -> (continuation of Deferred@921218601 after retry RPC after error@157248049) -> (continuation of Deferred@1523209610 after retry RPC after error@1362996504) -> (continuation of Deferred@576182512 after retry RPC after error@1345003625) -> (continuation of Deferred@1489328611 after retry RPC after error@1680632462) -> (continuation of Deferred@2023800483 after retry RPC after error@1895948726) -> (continuation of Deferred@58303540 after retry RPC after error@75941583) -> (continuation of Deferred@2033067354 after retry RPC after error@123500440) -> (continuation of Deferred@1237986115 after retry RPC after error@2076720139) -> (continuation of Deferred@1942274781 after retry RPC after error@398498698) -> (continuation of Deferred@264776194 after retry RPC after error@903505812) -> (continuation of Deferred@1616746968 after retry RPC after error@1943159442) -> (continuation of Deferred@1023737552 after retry RPC after error@1527040035), errback=(continuation of Deferred@620610718 after retry RPC after error@103648263) -> (continuation of Deferred@1373708207 after retry RPC after error@779765328) -> (continuation of Deferred@1693036085 after retry RPC after error@240016155) -> (continuation of Deferred@1460351258 after retry RPC after error@733980013) -> (continuation of Deferred@34487849 after retry RPC after error@2120494064) -> (continuation of Deferred@1885951687 after retry RPC after error@640352618) -> (continuation of Deferred@1437048048 after retry RPC after error@172168735) -> (continuation of Deferred@816228094 after retry RPC after error@1316540881) -> (continuation of Deferred@668046578 after retry RPC after error@892374521) -> (continuation of Deferred@816073975 after retry RPC after error@945481067) -> (continuation of Deferred@327651478 after retry RPC after error@577345626) -> (continuation of Deferred@817408788 after retry RPC after error@1596350933) -> (continuation of Deferred@1888115079 after retry RPC after error@508540036) -> (continuation of Deferred@1801083986 after retry RPC after error@127836197) -> (continuation of Deferred@637175600 after retry RPC after error@1181940895) -> (continuation of Deferred@2146664655 after retry RPC after error@228497564) -> (continuation of Deferred@2091666712 after retry RPC after error@770428950) -> (continuation of Deferred@1325254812 after retry RPC after error@937354151) -> (continuation of Deferred@688172233 after retry RPC after error@1520214687) -> (continuation of Deferred@2055547000 after retry RPC after error@981876564) -> (continuation of Deferred@921218601 after retry RPC after error@157248049) -> (continuation of Deferred@1523209610 after retry RPC after error@1362996504) -> (continuation of Deferred@576182512 after retry RPC after error@1345003625) -> (continuation of Deferred@1489328611 after retry RPC after error@1680632462) -> (continuation of Deferred@2023800483 after retry RPC after error@1895948726) -> (continuation of Deferred@58303540 after retry RPC after error@75941583) -> (continuation of Deferred@2033067354 after retry RPC after error@123500440) -> (continuation of Deferred@1237986115 after retry RPC after error@2076720139) -> (continuation of Deferred@1942274781 after retry RPC after error@398498698) -> (continuation of Deferred@264776194 after retry RPC after error@903505812) -> (continuation of Deferred@1616746968 after retry RPC after error@1943159442) -> (continuation of Deferred@1023737552 after retry RPC after error@1527040035)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)